-- Logs begin at Sat 2022-09-03 00:43:59 UTC, end at Sat 2022-09-03 01:53:32 UTC. -- Sep 03 01:24:01.773225 dv-cinder-838009-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 01:24:04.428812 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.common.config [-] Logging enabled! Sep 03 01:24:04.429389 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 03 01:24:04.429586 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106562) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 03 01:24:04.432793 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.common.config [-] Logging enabled! Sep 03 01:24:04.433045 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 03 01:24:04.433373 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106562) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 03 01:24:04.434294 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:24:04.434550 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:24:04.435020 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:24:04.435266 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:24:04.435494 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:24:04.435810 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.436107 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.436338 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.436633 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.436924 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.437206 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.437495 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.437808 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.438074 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.438365 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.438645 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.438872 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.439150 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.439435 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.439721 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.440509 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] debug = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.440889 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.441319 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.441714 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.442005 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.442293 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.442595 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.442866 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.443140 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.443424 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.443748 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] host = dv-cinder-838009-7-iscsi {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.444023 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.444306 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.444589 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.444874 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.445146 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.445420 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.445703 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.445974 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.446242 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.446536 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.446928 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.447094 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.447375 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.447597 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.447818 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.448103 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.448388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.448661 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.448931 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.449203 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.449474 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.449745 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.450010 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.450290 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.450594 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.450876 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.451146 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.451421 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.451689 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.451956 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.452236 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.452504 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.452773 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.453041 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.453323 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.453589 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.453858 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.454152 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.454456 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.454737 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.455017 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.455287 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.456168 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.456442 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.456713 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.456983 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] use_json = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.457252 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.457520 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.457801 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.458072 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.458375 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.458634 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.458904 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.459185 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.459454 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:04.459748 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.460043 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.460343 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.460626 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.460929 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.461209 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.461503 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.461780 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.462068 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.462374 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.462663 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.462938 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.463232 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.463516 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.463807 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.464108 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.464398 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.464687 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.464960 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.465228 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.465496 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.465771 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.466056 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.466331 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.466642 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.466928 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.467203 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.467497 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.467778 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.468059 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.468348 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.468636 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.468907 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.469181 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.469468 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.469741 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.470015 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.470298 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.470595 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.470862 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.471191 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.471551 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.471839 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.472112 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.472386 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.472672 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.472947 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.473214 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.473481 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.473753 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.474018 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.474297 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.474597 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.474863 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.475128 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.475399 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.475664 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.475931 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.476204 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.476468 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.476739 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.477005 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.477274 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.477540 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.477806 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.478072 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.478356 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.478624 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.478896 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.479162 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.479429 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.479695 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.479963 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.480230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.480512 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.480808 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.481085 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.481364 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.481640 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.481914 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.482188 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.482487 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.482762 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.483036 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.483304 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.483589 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.483870 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.484153 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.484432 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.484724 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.485017 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.485292 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.485565 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.485839 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.486112 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.486410 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.486692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.486986 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.487258 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.487540 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.487823 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.488116 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.488407 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.488684 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.488975 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.489265 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.489554 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.489835 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.490144 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.490449 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:04.490669 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:24:04.490908 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106562) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 01:24:04.867371 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 03 01:24:04.867690 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 03 01:24:04.867954 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 03 01:24:04.868182 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 03 01:24:04.868457 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 03 01:24:04.868779 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 01:24:05.194376 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.194582 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.194850 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.196015 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.196292 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.196559 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.248533 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.248808 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.249073 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.265368 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.265645 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.265911 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.293960 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.294232 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.294516 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.337357 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.337634 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.337938 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.567085 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.567725 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.567725 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.568812 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.569511 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.667198 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.667515 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.667794 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.668059 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.668319 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.668623 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.668878 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.669129 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.669378 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.669654 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.669907 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.670165 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.670437 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.670687 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.670936 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.671192 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.671440 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.671701 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.671964 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.672217 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.672488 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.672740 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.673018 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.673385 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.673630 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.673870 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.674294 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:05.674624 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:05.675036 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:05.675275 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:05.675516 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:05.675747 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:05.676102 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 01:24:05.679149 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 01:24:05.683055 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 01:24:05.686875 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 03 01:24:05.688484 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 01:24:05.689087 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 01:24:05.689420 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 01:24:05.689826 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 01:24:05.692623 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 01:24:05.692869 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 01:24:05.693208 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 01:24:05.698233 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 01:24:05.721338 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 01:24:05.721781 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.722072 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106562) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 03 01:24:05.722584 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.723920 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106562) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 01:24:05.724195 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 01:24:05.724437 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 01:24:05.727880 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.728160 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:05.931710 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 01:24:05.931899 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 01:24:05.932136 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 01:24:05.932516 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 01:24:05.984784 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO dbcounter [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Registered counter for database neutron Sep 03 01:24:06.002657 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_db.sqlalchemy.engines [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106562) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 01:24:06.008443 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writer thread running {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 01:24:06.680704 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing driver for type 'gre' Sep 03 01:24:06.681364 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] gre ID ranges: [(1, 1000)] Sep 03 01:24:06.875029 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing driver for type 'local' Sep 03 01:24:06.875366 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing driver for type 'vlan' Sep 03 01:24:06.960996 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] VlanTypeDriver initialization complete Sep 03 01:24:06.961275 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing driver for type 'vxlan' Sep 03 01:24:06.961809 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] vxlan ID ranges: [(1, 1000)] Sep 03 01:24:07.174850 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing extension driver 'port_security' Sep 03 01:24:07.175241 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.extensions.port_security [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] PortSecurityExtensionDriver initialization complete Sep 03 01:24:07.175610 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing mechanism driver 'openvswitch' Sep 03 01:24:07.175935 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing mechanism driver 'hyperv' Sep 03 01:24:07.186003 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.plugin [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:07.186709 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.187080 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.187434 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.187975 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 01:24:07.188394 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.188747 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.189090 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.189486 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 01:24:07.190527 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.190881 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.191224 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.191611 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 01:24:07.192014 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.192359 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.192697 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.193087 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 01:24:07.193490 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.193830 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.194168 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.194723 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 01:24:07.195133 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.195484 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.195824 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.196213 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106562) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 01:24:07.196655 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] ML2 OVO RPC backend initialized. {{(pid=106562) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 03 01:24:07.197359 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.197712 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.198122 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.198502 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > networks before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.198847 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.199185 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > ports before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.199530 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.199867 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.200209 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.200547 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.200882 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.201217 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.201553 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.201893 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.202231 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.202595 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.202932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.210489 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded quota_driver: . Sep 03 01:24:07.210883 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.plugin [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Modular L2 Plugin initialization complete Sep 03 01:24:07.215980 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading services supported by the core plugin {{(pid=106562) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 01:24:07.215980 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.plugins.ml2.managers [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Got port-security extension from driver 'port_security' Sep 03 01:24:07.215980 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.extensions.vlantransparent [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Disabled vlantransparent extension. Sep 03 01:24:07.215980 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106562) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 01:24:07.215980 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: router Sep 03 01:24:07.256327 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.256711 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_create 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.257108 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router before_create 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.257473 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.257843 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.258195 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_delete 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.258579 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.258928 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.259282 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_create 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.259626 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_update 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.259973 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_update 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.260317 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.260671 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_update 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.261074 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.261441 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.261778 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.262118 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: subnet after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.262488 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.262837 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.263187 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.263530 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.263872 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.264224 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router after_update 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.264564 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.264914 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.265268 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.265609 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.265971 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > agent after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.266318 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > agent after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.266683 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.270320 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Tracking information for resource: router configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:07.270320 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Tracking information for resource: floatingip configured {{(pid=106562) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 01:24:07.273006 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.db.l3_agentschedulers_db [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 01:24:07.273574 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.273935 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port after_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.274282 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port after_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.274656 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: port after_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.275437 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router before_create 55550100 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.276053 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.276413 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.276766 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.281651 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.provider_configuration [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service providers = [] {{(pid=106562) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 01:24:07.282013 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.db.servicetype_db [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106562) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 01:24:07.285066 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.service_base [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:24:07.285411 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.service_base [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:24:07.285753 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.service_base [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:24:07.286671 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.services.service_base [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106562) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 01:24:07.287052 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.services.service_base [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 01:24:07.287430 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.287744 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 01:24:07.311438 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.311764 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: auto_allocate Sep 03 01:24:07.318446 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: network precommit_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.318818 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: network precommit_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.319348 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.319664 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: tag Sep 03 01:24:07.326375 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.326700 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: timestamp Sep 03 01:24:07.331987 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.332304 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: network_ip_availability Sep 03 01:24:07.347451 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.347816 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.348215 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.348941 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.349254 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: flavors Sep 03 01:24:07.353968 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.354321 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading Plugin: revisions Sep 03 01:24:07.358787 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106562) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 01:24:07.359261 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.491s {{(pid=106562) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 03 01:24:07.359932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106562) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 03 01:24:07.360259 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Initializing extension manager. Sep 03 01:24:07.360775 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: __init__.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.361107 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: __pycache__ {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.361435 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: address_group.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.362868 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.363433 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: address-group Sep 03 01:24:07.363755 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: address_scope.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.364421 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.364916 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: address-scope Sep 03 01:24:07.365233 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.366834 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.367328 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: router-admin-state-down-before-update Sep 03 01:24:07.367645 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: agent.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.368299 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.368793 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: agent Sep 03 01:24:07.369118 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: agent_resources_synced.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.369975 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.370511 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: agent-resources-synced Sep 03 01:24:07.370832 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.372565 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.373127 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: allowed-address-pairs Sep 03 01:24:07.373452 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.374500 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.375008 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: auto-allocated-topology Sep 03 01:24:07.375326 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: availability_zone.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.375972 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.376466 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: availability_zone Sep 03 01:24:07.376778 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: availability_zone_filter.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.378316 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.378829 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: availability_zone_filter Sep 03 01:24:07.379147 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: data_plane_status.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.380005 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.380494 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 01:24:07.380806 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: default_subnetpools.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.381661 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.382156 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: default-subnetpools Sep 03 01:24:07.382501 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.383266 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.383766 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: dhcp_agent_scheduler Sep 03 01:24:07.384084 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: dns.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.384966 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.385453 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension dns-integration not supported by any of loaded plugins Sep 03 01:24:07.385765 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: dns_domain_ports.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.386656 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.387145 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 01:24:07.387459 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.388325 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.388815 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 01:24:07.389129 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: dvr.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.389755 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.390245 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: dvr Sep 03 01:24:07.395218 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: ecmp_routes.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.395924 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.396413 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 01:24:07.396728 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: empty_string_filtering.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.397578 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.398068 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: empty-string-filtering Sep 03 01:24:07.398418 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.399270 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.399759 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 01:24:07.400085 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.401198 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.401727 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 01:24:07.402046 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: external_net.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.402928 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.403436 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: external-net Sep 03 01:24:07.403755 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.404609 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.405108 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: extra_dhcp_opt Sep 03 01:24:07.405422 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: extraroute.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.406284 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.406870 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: extraroute Sep 03 01:24:07.407187 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: extraroute_atomic.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.408159 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.409277 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: extraroute-atomic Sep 03 01:24:07.409625 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: filter_validation.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.410257 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.410782 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: filter-validation Sep 03 01:24:07.411096 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: fip_pf_description.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.411949 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.412433 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 01:24:07.412769 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: fip_pf_port_range.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.413633 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.414121 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 03 01:24:07.414469 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: fip_port_details.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.415327 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.415821 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: fip-port-details Sep 03 01:24:07.416134 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: flavors.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.417287 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.417790 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: flavors Sep 03 01:24:07.418107 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.419838 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.420350 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 01:24:07.420674 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: floatingip_pools.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.421384 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.421880 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: floatingip-pools Sep 03 01:24:07.422199 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: ip_allocation.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.423101 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.423592 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 01:24:07.423909 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.424882 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.425377 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: ip-substring-filtering Sep 03 01:24:07.425694 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l2_adjacency.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.426625 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.427130 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 01:24:07.427433 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.428350 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.428860 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: router Sep 03 01:24:07.429178 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.431598 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.432122 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 01:24:07.432445 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.433316 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.433822 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: ext-gw-mode Sep 03 01:24:07.434141 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.435034 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.435536 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: l3-ha Sep 03 01:24:07.441210 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.441876 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.442392 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 03 01:24:07.442710 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_flavors.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.443569 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.444066 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: l3-flavors Sep 03 01:24:07.444379 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.445691 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.446194 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 03 01:24:07.446550 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.447468 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.447975 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 01:24:07.448298 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: l3agentscheduler.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.449323 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.449865 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: l3_agent_scheduler Sep 03 01:24:07.450172 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: local_ip.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.451878 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.452393 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension local_ip not supported by any of loaded plugins Sep 03 01:24:07.452765 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: logging.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.454188 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.454738 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension logging not supported by any of loaded plugins Sep 03 01:24:07.455072 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: metering.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.456360 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.456927 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: metering Sep 03 01:24:07.457264 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.461830 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.462368 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: metering_source_and_destination_fields Sep 03 01:24:07.462689 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: multiprovidernet.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.463565 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.464070 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: multi-provider Sep 03 01:24:07.464388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: netmtu.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.465293 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.465792 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: net-mtu Sep 03 01:24:07.466158 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: netmtu_writable.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.467049 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.467546 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: net-mtu-writable Sep 03 01:24:07.467862 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: network_availability_zone.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.468485 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.468982 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: network_availability_zone Sep 03 01:24:07.469296 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: network_ip_availability.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.470413 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.470910 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: network-ip-availability Sep 03 01:24:07.471256 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: network_segment_range.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.471979 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.472471 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 01:24:07.472789 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: pagination.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.473716 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.474043 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: pagination Sep 03 01:24:07.474382 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: port_device_profile.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.475239 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.475738 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: port-device-profile Sep 03 01:24:07.476051 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: port_mac_address_override.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.476922 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.477419 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: port-mac-override Sep 03 01:24:07.477737 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.478626 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.479119 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: port-mac-address-regenerate Sep 03 01:24:07.479431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.480282 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.480774 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: port-numa-affinity-policy Sep 03 01:24:07.481090 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: port_resource_request.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.481956 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.482509 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 01:24:07.482856 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: port_resource_request_groups.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.483762 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.484256 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 03 01:24:07.484571 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: portbindings.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.485440 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.485933 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: binding Sep 03 01:24:07.486248 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: portbindings_extended.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.487548 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.488052 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: binding-extended Sep 03 01:24:07.488374 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: portsecurity.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.489230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.489734 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: port-security Sep 03 01:24:07.490051 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: project_id.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.490994 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.491324 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: project-id Sep 03 01:24:07.491638 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: providernet.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.492494 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.492992 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: provider Sep 03 01:24:07.493308 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.497031 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.497544 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos not supported by any of loaded plugins Sep 03 01:24:07.497871 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.499093 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.499601 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 01:24:07.499924 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.500804 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.501312 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 01:24:07.501632 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_default.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.503092 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.503597 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-default not supported by any of loaded plugins Sep 03 01:24:07.503915 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_fip.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.504785 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.505287 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-fip not supported by any of loaded plugins Sep 03 01:24:07.505604 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.506512 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.507010 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 03 01:24:07.507325 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.508192 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.508688 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 01:24:07.509004 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.509863 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.510380 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 01:24:07.510701 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.511683 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.512186 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 03 01:24:07.512504 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.513493 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.513992 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 03 01:24:07.514310 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_pps_rule.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.515443 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.515946 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-pps not supported by any of loaded plugins Sep 03 01:24:07.516264 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.517128 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.517625 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 01:24:07.518526 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.519403 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.519902 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 03 01:24:07.520220 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: qos_rules_alias.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.521209 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.521708 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 01:24:07.522026 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: quota_check_limit.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.522918 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.523421 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: quota-check-limit Sep 03 01:24:07.523740 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: quotasv2.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.524637 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.524962 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: quotas Sep 03 01:24:07.525278 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: quotasv2_detail.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.527203 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.527539 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: quota_details Sep 03 01:24:07.527860 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: rbac.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.528868 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.529389 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: rbac-policies Sep 03 01:24:07.529712 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: rbac_address_group.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.530624 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.531134 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: rbac-address-group Sep 03 01:24:07.531456 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: rbac_address_scope.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.532322 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.532825 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: rbac-address-scope Sep 03 01:24:07.533143 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: rbac_security_groups.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.534261 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.534794 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: rbac-security-groups Sep 03 01:24:07.535111 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.535978 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.536477 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: rbac-subnetpool Sep 03 01:24:07.536792 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: revisionifmatch.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.537662 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.538162 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: revision-if-match Sep 03 01:24:07.538512 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: revisions.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.539602 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.540101 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: standard-attr-revisions Sep 03 01:24:07.540419 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: router_availability_zone.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.541045 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.541553 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: router_availability_zone Sep 03 01:24:07.541869 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: routerservicetype.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.542755 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.543256 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension router-service-type not supported by any of loaded plugins Sep 03 01:24:07.543570 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.544443 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.544941 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: security-groups-normalized-cidr Sep 03 01:24:07.545257 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.546125 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.546654 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: port-security-groups-filtering Sep 03 01:24:07.546972 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.547866 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.548362 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: security-groups-remote-address-group Sep 03 01:24:07.548679 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.549779 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.550279 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: security-groups-shared-filtering Sep 03 01:24:07.550639 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: securitygroup.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.560315 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.560843 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: security-group Sep 03 01:24:07.561172 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: segment.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.561859 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.562386 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension segment not supported by any of loaded plugins Sep 03 01:24:07.562712 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.563592 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.564092 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 01:24:07.564411 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: servicetype.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.566374 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.567228 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: service-type Sep 03 01:24:07.567561 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: sorting.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.568863 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.569401 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: sorting Sep 03 01:24:07.569821 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: standard_attr_segment.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.570734 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.571326 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 01:24:07.571684 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: standardattrdescription.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.573934 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.573934 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: standard-attr-description Sep 03 01:24:07.573934 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: stateful_security_group.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.574201 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.574515 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: stateful-security-group Sep 03 01:24:07.574838 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: stdattrs_common.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.575415 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 01:24:07.575745 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.576784 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.577466 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 01:24:07.577791 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: subnet_onboard.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.578833 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.579343 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: subnet_onboard Sep 03 01:24:07.579660 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.581153 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.581653 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 01:24:07.581974 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: subnet_service_types.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.582899 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.583394 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: subnet-service-types Sep 03 01:24:07.583713 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: subnetallocation.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.584730 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.585245 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: subnet_allocation Sep 03 01:24:07.585562 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.586218 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.587111 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: subnetpool-prefix-ops Sep 03 01:24:07.587632 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.588685 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.589188 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 01:24:07.589509 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: tagging.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.590591 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.591111 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: standard-attr-tag Sep 03 01:24:07.591431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: timestamp.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.592581 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.593089 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loaded extension: standard-attr-timestamp Sep 03 01:24:07.593473 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: trunk.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.594481 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.594988 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension trunk not supported by any of loaded plugins Sep 03 01:24:07.595369 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: trunk_details.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.596350 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.596857 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension trunk-details not supported by any of loaded plugins Sep 03 01:24:07.597180 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.598111 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.598638 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 01:24:07.599017 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Loading extension file: vlantransparent.py {{(pid=106562) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 01:24:07.599646 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106562) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 01:24:07.600150 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 01:24:07.602850 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:network Sep 03 01:24:07.603432 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:subnet Sep 03 01:24:07.603820 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:24:07.604204 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:port Sep 03 01:24:07.605498 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.605932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service FLAVORS assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.606576 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.607002 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.607329 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:router Sep 03 01:24:07.607752 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 01:24:07.608240 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service METERING assigned prefix: /metering {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.609673 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.610038 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.610416 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106562) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:24:07.611430 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 01:24:07.611898 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:security_group Sep 03 01:24:07.612330 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 01:24:07.612850 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service CORE assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.613176 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:24:07.613518 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] subnetpool is already registered Sep 03 01:24:07.613950 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service CORE assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.614273 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:24:07.614623 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] subnetpool is already registered Sep 03 01:24:07.617013 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.617439 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service FLAVORS assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.618035 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.618488 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.618819 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:router Sep 03 01:24:07.619153 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] router is already registered Sep 03 01:24:07.619561 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:floatingip Sep 03 01:24:07.619894 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] floatingip is already registered Sep 03 01:24:07.620343 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service METERING assigned prefix: /metering {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.621006 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 01:24:07.621326 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] rbac_policy is already registered Sep 03 01:24:07.621732 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:security_group Sep 03 01:24:07.622059 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] security_group is already registered Sep 03 01:24:07.622486 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 01:24:07.622817 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] security_group_rule is already registered Sep 03 01:24:07.623443 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service CORE assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.623767 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:24:07.624096 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] subnetpool is already registered Sep 03 01:24:07.624506 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.v2.resource_helper [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Service CORE assigned prefix: {{(pid=106562) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 01:24:07.624825 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 01:24:07.625163 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING neutron.quota.resource_registry [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] subnetpool is already registered Sep 03 01:24:07.625627 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: extensions {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.627136 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: address-groups {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.629245 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: address-scopes {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.630556 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: agents {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.631695 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: auto-allocated-topology {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.632937 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: availability_zones {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.634194 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: dhcp-networks {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.635716 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: dhcp-agents {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.637152 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: routers {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.638853 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: flavors {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.641178 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: service_profiles {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.642454 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: next_providers {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.644494 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: service_profiles {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.646018 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: floatingip-pools {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.647256 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: routers {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.648914 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: floatingips {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.650088 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: l3-routers {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.651848 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: l3-agents {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.653256 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: metering-labels {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.654528 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: metering-label-rules {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.655884 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: network-ip-availabilities {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.657133 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: bindings {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.658724 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: quotas {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.660388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: quotas {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.661892 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: rbac-policies {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.663117 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: security-groups {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.664407 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: security-group-rules {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.665641 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: service-providers {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.666877 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: subnetpools {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.668185 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: subnetpools {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.669706 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.671424 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.673210 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.675026 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.676683 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.678634 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.680347 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.682094 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.683954 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.685778 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron.api.extensions [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Extended resource: tags {{(pid=106562) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 01:24:07.692454 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING keystonemiddleware.auth_token [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 01:24:07.697537 dv-cinder-838009-7-iscsi neutron-server[106562]: WARNING keystonemiddleware.auth_token [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 01:24:07.707119 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Acquiring lock "singleton_lock" {{(pid=106562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 03 01:24:07.707438 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Acquired lock "singleton_lock" {{(pid=106562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 03 01:24:07.707903 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_concurrency.lockutils [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Releasing lock "singleton_lock" {{(pid=106562) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 03 01:24:07.708535 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Starting 2 workers Sep 03 01:24:07.713351 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Started child 106678 {{(pid=106562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:24:07.717852 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Started child 106679 {{(pid=106562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:24:07.718807 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:07.719441 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO neutron.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 01:24:07.720110 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:07.720358 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [-] (106678) wsgi starting up on http://0.0.0.0:9696 Sep 03 01:24:07.723210 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Starting 1 workers Sep 03 01:24:07.723324 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:07.724645 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [-] (106679) wsgi starting up on http://0.0.0.0:9696 Sep 03 01:24:07.728436 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Started child 106680 {{(pid=106562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:24:07.728958 dv-cinder-838009-7-iscsi neutron-server[106562]: INFO oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Starting 1 workers Sep 03 01:24:07.732061 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] calling RpcWorker wait() {{(pid=106680) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 01:24:07.732587 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] returning from RpcWorker wait() {{(pid=106680) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 01:24:07.733388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Started child 106681 {{(pid=106562) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 01:24:07.733795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:07.734211 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG neutron_lib.callbacks.manager [None req-532b4358-7267-469a-b432-efa5a2c730c0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:07.734312 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:07.736241 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 01:24:07.736461 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:24:07.736703 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:24:07.737599 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:24:07.738051 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:24:07.738236 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:24:07.738791 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.739079 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.739328 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.739603 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.739889 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:07.740354 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.740457 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.740877 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.741163 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.741296 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:07.741423 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.741584 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.741756 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.742009 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.742248 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.742602 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.742858 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.743097 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.743321 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.743497 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.743753 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.744007 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.744266 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.744559 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] debug = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.744842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.745330 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.745572 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.745825 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.746072 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.746373 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.746621 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.746884 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.747131 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.747345 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.747588 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.747847 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.748083 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.748320 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.748551 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.748823 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.749075 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.749566 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] host = dv-cinder-838009-7-iscsi {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.749812 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.750029 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.750275 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.750562 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.750823 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.751061 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.751313 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.751572 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.751814 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.752056 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.752374 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.752631 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.752866 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.753100 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.753264 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_options = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.753500 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.753779 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.754057 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.754257 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.754454 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.754595 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.754849 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.755064 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.755264 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.755482 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.755715 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.755967 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.756155 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.756429 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.756763 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.757016 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.757232 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.757461 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.757755 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.757967 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.758190 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.758474 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.758693 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.758916 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.759130 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.759373 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.759623 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.759858 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.760099 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.760336 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.760577 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.760833 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.761067 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.761303 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.761563 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.761807 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.762034 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.762250 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.762557 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.762784 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.763029 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.763294 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.763509 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.763753 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.763984 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.764196 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.764408 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_json = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.764619 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.764865 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.765092 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.765321 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.765533 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.765749 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.765962 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.766214 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.766451 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.766897 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.767193 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.767512 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.768564 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.768952 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.769327 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.769717 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.769947 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.770210 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.770482 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.770797 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776230 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.776842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777388 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.777932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.778220 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.778409 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.778654 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.778887 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.779132 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.779365 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.779599 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.779825 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.780077 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.780338 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.780559 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.780787 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.781220 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.781436 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.781675 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.781924 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.782184 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.782471 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.782696 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.782947 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.783369 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.784219 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.784439 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.784693 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.784907 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.785141 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.785360 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.785574 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.785782 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.786016 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.786253 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.786506 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.786722 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.786960 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.787192 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.787478 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.787697 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.787911 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.788126 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.788335 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.788570 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.788776 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.788985 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.789194 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.789422 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.789781 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.790144 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.790531 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.790756 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.790969 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.791200 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.791413 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.791636 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.791953 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.792192 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.792461 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.792703 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.792958 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.793353 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.793603 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.793851 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.794108 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.794508 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.794781 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.795008 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.795253 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.795637 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.796012 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.796418 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.796639 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.796858 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.797112 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.797330 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.797991 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.798221 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.798466 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.798705 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.798932 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.799208 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.799447 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.799680 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.799917 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.800164 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.800394 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.800660 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.800892 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.801344 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.801582 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.801847 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.802154 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.802492 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.802757 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.802925 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.803149 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.803417 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.803667 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.803937 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.804165 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.804399 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.804620 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.804862 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.805110 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.805342 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.805567 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.805888 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.806135 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.806396 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.806616 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.806875 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.807121 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.807356 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.807635 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.807871 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.808307 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.808614 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.808915 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.809129 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.809373 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.809627 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.810027 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.810447 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.810684 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.810915 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.811456 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.811456 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.811614 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.811822 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.812039 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.812251 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.812469 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.812685 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.813213 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.813213 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.813378 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.813602 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.813820 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.814036 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.814250 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.814490 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.814718 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.814994 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.815257 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.815501 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.815737 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.815992 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.816250 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.816483 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.816717 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.816958 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.817195 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.817427 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.817638 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.817873 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.818088 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.818327 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.818570 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.818933 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.819403 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.819653 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.820008 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.820270 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.820498 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.820757 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.821008 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.821238 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.821457 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.821671 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.821918 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.822157 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.822405 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.822625 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.822852 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.823077 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.823293 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.823528 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.823744 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.823956 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.824212 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.824450 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.824677 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.824913 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.825133 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.825353 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.825589 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.825808 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.826022 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.826253 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.826482 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.826864 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.827080 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.827309 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.827638 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.827885 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.828312 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.828568 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.828786 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.829007 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.829232 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.829443 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.829657 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.829900 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.830119 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.830915 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.831489 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.831712 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.831929 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.832161 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.832411 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.832628 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.832855 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.833071 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.833283 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.833509 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.833728 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.833940 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.834166 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.834394 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.834607 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.834830 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.835074 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.835283 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.835526 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.835736 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.835945 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.836164 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.836379 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.836591 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.836903 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.837160 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.837377 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.837665 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.837910 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.838155 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.838418 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.838722 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.838936 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.839188 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.839589 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.839811 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.840038 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.840308 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.840612 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.840925 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.841175 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.841428 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.841693 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.841974 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.842252 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.842493 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.842794 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.843147 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.843422 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.843673 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.843947 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.844184 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.844411 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.844631 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.844870 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.845681 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.845681 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.845681 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.846656 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.846656 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.846879 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.847062 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.847380 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.847761 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.848150 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.848150 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.848326 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.848455 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:24:07.849002 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106562) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 01:24:07.849356 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 01:24:07.849356 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 01:24:07.849593 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 01:24:07.849730 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 01:24:07.849845 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 01:24:07.849977 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.850109 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.850272 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.850459 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.850656 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.850829 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.850989 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.851310 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.851661 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.851823 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.851985 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.852146 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.852307 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.852467 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.852627 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.852785 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.852952 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.853118 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.853276 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.853435 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.853594 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.853753 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] debug = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.853911 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.854110 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.854274 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.854460 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.854621 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.854780 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.854939 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.855098 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.855255 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.855413 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.855834 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.855834 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856064 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856064 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856215 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856367 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856450 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856589 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] host = dv-cinder-838009-7-iscsi {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856747 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.856906 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.857120 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.857280 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.857439 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.857597 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.857756 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.857971 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.858059 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.858206 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.858383 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.858612 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.858714 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.858851 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.859008 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_options = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.859165 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.859328 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.859471 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.859655 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.859820 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860151 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860151 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860398 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860398 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860594 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860712 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.860870 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.861029 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.861189 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.861347 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.861504 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.861699 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.861863 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.862134 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.862461 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.862639 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.862804 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.862967 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.863153 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.863287 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.863417 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.863570 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.863713 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.863875 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864033 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864192 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864353 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864511 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864669 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864827 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.864985 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.865142 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.865300 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.865461 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.865620 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.865782 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.865939 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.866379 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.866743 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.866906 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.867067 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.867227 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_json = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.867370 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.867516 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.867679 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.867855 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.868011 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.868142 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.868301 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.868472 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.868599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:07.868808 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 01:24:07.868808 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869056 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869143 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869248 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869410 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869572 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869734 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.869895 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.870056 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.870217 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.870406 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.870569 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.870740 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.870901 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.871061 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.871224 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.871385 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.871541 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.871687 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.871846 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.872008 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.872168 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.872359 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.872498 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.872874 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.872874 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.873405 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.873405 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.873405 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.873772 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.873772 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.873772 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874381 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874381 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874381 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874381 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874876 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874876 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.874876 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875103 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875103 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875264 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875399 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875559 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875721 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.875882 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.876043 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.876204 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.876365 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.876526 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.876687 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.876845 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.877005 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.877167 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.877354 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.877673 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.877842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.878015 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.878176 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.878393 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.878527 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.878673 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.878842 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879002 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879164 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879328 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879488 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879647 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879820 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.879981 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.880134 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.880292 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.880440 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.880579 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.880737 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.880883 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.881047 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.881207 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.881368 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.881530 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.881691 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.881853 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.882016 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.882177 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.882356 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.882513 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.882671 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.882872 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.883162 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.883443 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.883723 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.884710 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.884710 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.884710 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885023 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885023 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885173 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885253 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885378 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885540 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885701 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.885864 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.886026 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.886188 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.886393 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.886537 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.886697 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.886858 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887019 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887180 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887340 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887500 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887660 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887820 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.887980 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.888140 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.888300 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.888462 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.888622 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.888783 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889015 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889153 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889280 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889401 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889553 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889716 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.889922 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.890051 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.890176 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.890357 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.890518 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.890680 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.890840 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.891000 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.891221 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.891381 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.891541 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.891702 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.891862 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.892034 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.892205 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.892390 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.892552 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.892713 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.893430 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.893595 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.893832 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.894096 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.894266 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.894446 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.894593 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.894744 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.894905 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.895067 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.895229 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.895391 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.895553 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.895715 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.895876 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.896038 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.896200 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.896405 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.896568 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.896734 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.896893 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.897214 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.897377 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.897542 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.897762 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.897924 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.898085 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.898247 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.898513 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.898671 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.898820 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.898960 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.899651 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.899651 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.899651 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.899651 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900204 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900204 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900204 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900204 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900973 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900973 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.900973 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.901364 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.901364 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.901364 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.901769 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.901769 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902035 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902035 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902303 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902496 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902496 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902764 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902902 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.902990 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.903126 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.903291 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.903454 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.903683 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.903815 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.903900 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.904063 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.904223 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.904385 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.904546 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.904796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.904897 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905015 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905174 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905334 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905494 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905657 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905819 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.905980 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.906141 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.906301 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.906486 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.906645 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.906805 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.906965 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.907128 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.907288 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.907448 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.907608 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.907768 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.907942 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.908102 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.908264 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.908425 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.909261 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.909464 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.909640 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.909804 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.909968 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.910131 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.910292 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.910478 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.910650 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.910811 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.910972 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.911133 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.911293 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.911454 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.911623 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.911784 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.911945 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.912107 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.912266 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.912427 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.912596 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.912761 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.912924 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.913085 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.913244 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.913404 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.913573 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.913762 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.913897 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.914026 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.914184 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.914367 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.914539 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.914703 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.914852 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.915023 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.915185 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.915344 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.915490 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.915648 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.917692 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.918796 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.919431 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920163 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920163 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920163 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920163 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920163 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920565 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920565 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920565 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920787 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.920867 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.921019 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 01:24:07.921172 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106562) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 01:24:07.959799 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37786) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:07.966961 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050752 Sep 03 01:24:07.972230 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [-] 10.222.0.13 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0046246 Sep 03 01:24:17.052346 dv-cinder-838009-7-iscsi neutron-server[106562]: DEBUG dbcounter [-] [106562] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106562) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:19.522852 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7d955c-7ae2-4dad-bd57-41938d3577ce None None] get_active_networks_info from dv-cinder-838009-7-iscsi {{(pid=106680) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 03 01:24:19.530463 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writer thread running {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 01:24:19.608754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7d955c-7ae2-4dad-bd57-41938d3577ce None None] No non-hosted networks {{(pid=106680) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 01:24:19.628721 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.agentschedulers_db [None req-9b7d955c-7ae2-4dad-bd57-41938d3577ce None None] DHCP Agent not found on host dv-cinder-838009-7-iscsi {{(pid=106680) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 03 01:24:19.741872 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-12587032-f652-4bcd-a564-1cb18aa14555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2010155'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:21.312979 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writer thread running {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 01:24:21.934101 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-01dd7dda-4f40-4b1d-aa8f-cdefc75b2bfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2010155'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:21.975659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-3c3daa73-9cb9-463f-b2d9-f96bf7c445b9 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-838009-7-iscsi {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:24:21.977382 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-3c3daa73-9cb9-463f-b2d9-f96bf7c445b9 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:24:22.501481 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-3c3daa73-9cb9-463f-b2d9-f96bf7c445b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:23.014321 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2010155'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:23.261470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37862) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:23.834088 dv-cinder-838009-7-iscsi neutron-server[106679]: WARNING oslo_policy.policy [None req-533cbe72-8661-4de7-bf9d-d24ef3130d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:23.834777 dv-cinder-838009-7-iscsi neutron-server[106679]: WARNING oslo_policy.policy [None req-533cbe72-8661-4de7-bf9d-d24ef3130d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:24.063740 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [None req-533cbe72-8661-4de7-bf9d-d24ef3130d53 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:24:24.065483 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-533cbe72-8661-4de7-bf9d-d24ef3130d53 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8029368 Sep 03 01:24:24.752388 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2010155'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:24.779801 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2010155'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:24.783842 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.783842 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.783842 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.783842 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.783842 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.784233 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.784233 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.784233 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.784908 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.785689 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.786743 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.787274 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.787843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.788357 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.788867 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:24.789443 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-838009-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:24.815692 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-838009-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:26.190355 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.db.l3_hamode_db [None req-c1225e9b-8a95-4ffc-8de5-11df3856447e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 01:24:26.271545 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1225e9b-8a95-4ffc-8de5-11df3856447e None None] Routers set() bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:24:26.272028 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1225e9b-8a95-4ffc-8de5-11df3856447e None None] Router IDs set() for agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 03 01:24:26.557246 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37894) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:26.880734 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:24:26.892706 dv-cinder-838009-7-iscsi neutron-server[106679]: ERROR stevedore.extension [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 03 01:24:26.974992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.policy [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106679) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 01:24:27.016452 dv-cinder-838009-7-iscsi neutron-server[106679]: WARNING oslo_policy.policy [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:27.016824 dv-cinder-838009-7-iscsi neutron-server[106679]: WARNING oslo_policy.policy [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:27.037383 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writer thread running {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 01:24:27.168480 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734293104446', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734293102898', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734293217357', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734293226764', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734293224687', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734293200682', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-854362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-866331', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2020448', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1602751'] for rbac-policy (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:27.415859 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:27.417044 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6c0c6b99-712d-4e45-835b-bf8eab07ff20 admin admin] 10.222.0.13 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8588173 Sep 03 01:24:29.796335 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37904) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:30.123097 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:24:30.235134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Made reservation on behalf of 591bfc2823974e3f9466598de018ddce for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:24:30.240212 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.260696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.373684 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks [] for security_group (c8756e8d-e024-460b-9522-5b5a4a4b541a), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.442556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c8756e8d-e024-460b-9522-5b5a4a4b541a), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.468969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:24:30.502995 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734291317899', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (bfe3810b-7db0-43c6-8efa-cc5c8041f5be), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.503574 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Unsubscribe: segment precommit_create {{(pid=106679) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 01:24:30.504123 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Added segment bfe3810b-7db0-43c6-8efa-cc5c8041f5be of type vlan for network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf Sep 03 01:24:30.538577 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=c8756e8d-e024-460b-9522-5b5a4a4b541a,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:30.588719 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.589093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.589411 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.589757 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.590082 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.590428 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.590748 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.591059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.591370 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.591680 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.591991 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.592313 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.592626 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.592931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.593236 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Tracked resource versions report: Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: pushed versions: Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: { 'AddressGroup': {'1.2'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Agent': {'1.1'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'ConntrackHelper': {'1.0'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Log': {'1.0'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'NDPProxy': {'1.0'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Network': {'1.1'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Port': {'1.7'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'PortForwarding': {'1.3'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'QosPolicy': {'1.10'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroup': {'1.5'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SubPort': {'1.0'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Subnet': {'1.1'}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Trunk': {'1.1'}} Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: consumer versions: Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Agent': '1.1', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'ConntrackHelper': '1.0', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'LocalIPAssociation': '1.0', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Log': '1.0', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'NDPProxy': '1.0', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Network': '1.1', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Port': '1.7', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'PortForwarding': '1.3', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'QosPolicy': '1.10', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroup': '1.5', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroupRule': '1.2', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SubPort': '1.0', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Subnet': '1.1', Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Trunk': '1.1'}} Sep 03 01:24:30.594685 dv-cinder-838009-7-iscsi neutron-server[106679]: {{(pid=106679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:24:30.623121 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (1a13a946-3e35-42d6-a3be-b6a53dfc5fbf), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.722681 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (1a13a946-3e35-42d6-a3be-b6a53dfc5fbf), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.727609 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:30.728294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:30.844511 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] Pushing event updated for resources: {'Network': ['ID=1a13a946-3e35-42d6-a3be-b6a53dfc5fbf,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:30.859675 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:24:30.865735 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-e000a62c-aebd-40d0-82d8-6eaf1d9ca957 demo demo] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0681431 Sep 03 01:24:33.314560 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 37916) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:33.826259 dv-cinder-838009-7-iscsi neutron-server[106678]: WARNING oslo_policy.policy [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:33.826841 dv-cinder-838009-7-iscsi neutron-server[106678]: WARNING oslo_policy.policy [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:34.062753 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writer thread running {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 01:24:34.212663 dv-cinder-838009-7-iscsi neutron-server[106678]: ERROR stevedore.extension [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 03 01:24:34.270020 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.policy [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106678) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 01:24:34.311467 dv-cinder-838009-7-iscsi neutron-server[106678]: WARNING oslo_policy.policy [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:34.312105 dv-cinder-838009-7-iscsi neutron-server[106678]: WARNING oslo_policy.policy [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 01:24:34.320384 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:34.322295 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c2dd8125-48c5-4f92-8868-d472c54c307f demo admin] 10.222.0.13 "GET /networking/v2.0/networks/1a13a946-3e35-42d6-a3be-b6a53dfc5fbf HTTP/1.1" status: 200 len: 825 time: 1.0058463 Sep 03 01:24:34.362310 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-de5bf29c-cbf7-47d2-b699-332d090a8643 demo admin] 10.222.0.13 "GET /networking/v2.0/subnetpools/08422929-a897-4aeb-beac-0e423d2cf485 HTTP/1.1" status: 200 len: 734 time: 0.0339422 Sep 03 01:24:34.371304 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Request body: {'subnet': {'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:24:34.462801 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Made reservation on behalf of 591bfc2823974e3f9466598de018ddce for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:24:34.465538 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:34.806273 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (97f71b69-65ab-4065-8b33-a1a58dc6170e), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:34.871839 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:34.880337 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Checking segment: {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:24:34.880703 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Network hostable DHCP agents. Network: 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:24:34.890919 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Pushing event updated for resources: {'Subnet': ['ID=97f71b69-65ab-4065-8b33-a1a58dc6170e,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:34.904507 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.904844 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.905196 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.905547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.905872 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.906193 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.906539 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.906933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.907212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.908158 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.908483 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.908800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.909114 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.909425 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.909735 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Tracked resource versions report: Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: pushed versions: Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: { 'AddressGroup': {'1.2'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Agent': {'1.1'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'ConntrackHelper': {'1.0'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Log': {'1.0'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'NDPProxy': {'1.0'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Network': {'1.1'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Port': {'1.7'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'PortForwarding': {'1.3'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'QosPolicy': {'1.10'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroup': {'1.5'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SubPort': {'1.0'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Subnet': {'1.1'}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Trunk': {'1.1'}} Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: consumer versions: Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Agent': '1.1', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'ConntrackHelper': '1.0', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'LocalIPAssociation': '1.0', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Log': '1.0', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'NDPProxy': '1.0', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Network': '1.1', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Port': '1.7', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'PortForwarding': '1.3', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'QosPolicy': '1.10', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroup': '1.5', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroupRule': '1.2', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SubPort': '1.0', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Subnet': '1.1', Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Trunk': '1.1'}} Sep 03 01:24:34.911151 dv-cinder-838009-7-iscsi neutron-server[106678]: {{(pid=106678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:24:35.031087 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:24:35.111971 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:24:35.117972 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:35.118847 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:35.122939 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e284693-1f1d-4956-a09b-f6876a8016d8 None None] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:24:35.223464 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a991f7a3-9dbd-409c-a21b-cadc31d66956 demo admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8554313 Sep 03 01:24:35.427267 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'project_id': '591bfc2823974e3f9466598de018ddce', 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:24:35.428552 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:35.706872 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Allocated IP 172.20.0.2 (1a13a946-3e35-42d6-a3be-b6a53dfc5fbf/97f71b69-65ab-4065-8b33-a1a58dc6170e/2bca016f-251b-4162-8d6f-6dd882627578) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:24:35.726606 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:35.979738 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Publish callbacks [] for port (2bca016f-251b-4162-8d6f-6dd882627578), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:36.121090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (2bca016f-251b-4162-8d6f-6dd882627578), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:36.191560 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:36.203988 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:24:36.205678 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:24:36.208816 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:24:36.214963 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Pushing event updated for resources: {'Port': ['ID=2bca016f-251b-4162-8d6f-6dd882627578,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:36.250240 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.250761 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.251119 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.252013 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.252350 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.252677 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.253000 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.253327 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.253647 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.253967 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.254287 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.254655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.254966 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.255280 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.255595 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Tracked resource versions report: Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: pushed versions: Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: { 'AddressGroup': {'1.2'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Agent': {'1.1'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'ConntrackHelper': {'1.0'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Log': {'1.0'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'NDPProxy': {'1.0'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Network': {'1.1'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Port': {'1.7'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'PortForwarding': {'1.3'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'QosPolicy': {'1.10'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroup': {'1.5'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SubPort': {'1.0'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Subnet': {'1.1'}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Trunk': {'1.1'}} Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: consumer versions: Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Agent': '1.1', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'ConntrackHelper': '1.0', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'LocalIPAssociation': '1.0', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Log': '1.0', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'NDPProxy': '1.0', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Network': '1.1', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Port': '1.7', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'PortForwarding': '1.3', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'QosPolicy': '1.10', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroup': '1.5', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroupRule': '1.2', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SubPort': '1.0', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Subnet': '1.1', Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Trunk': '1.1'}} Sep 03 01:24:36.257057 dv-cinder-838009-7-iscsi neutron-server[106680]: {{(pid=106680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:24:36.320207 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Attempting to bind port 2bca016f-251b-4162-8d6f-6dd882627578 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:24:36.320605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Attempting to bind port 2bca016f-251b-4162-8d6f-6dd882627578 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:24:36.321033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Attempting to bind port 2bca016f-251b-4162-8d6f-6dd882627578 on network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:24:36.326229 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:24:36.326659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Checking segment: {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:24:36.327134 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:36.327514 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Bound using segment: {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:24:36.327988 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Bound port: 2bca016f-251b-4162-8d6f-6dd882627578, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:24:36.328387 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (2bca016f-251b-4162-8d6f-6dd882627578), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:36.395658 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] For port 2bca016f-251b-4162-8d6f-6dd882627578, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:24:36.419625 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] For port 2bca016f-251b-4162-8d6f-6dd882627578, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=2bca016f-251b-4162-8d6f-6dd882627578,segment=NetworkSegment(bfe3810b-7db0-43c6-8efa-cc5c8041f5be),segment_id=bfe3810b-7db0-43c6-8efa-cc5c8041f5be)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:24:36.492369 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (2bca016f-251b-4162-8d6f-6dd882627578), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:36.543023 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0eb40-daed-4a8f-a15f-633f3625c3c2 None None] Pushing event updated for resources: {'Port': ['ID=2bca016f-251b-4162-8d6f-6dd882627578,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:36.690304 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:36.695042 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:37.679728 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 37944) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:38.036870 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [None req-ee59a616-95d0-4fa5-8364-dd41cfcdeca1 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:24:38.038044 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ee59a616-95d0-4fa5-8364-dd41cfcdeca1 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3573270 Sep 03 01:24:40.637908 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37952) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:40.824108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=57,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:40.841529 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=48,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:40.984264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [None req-075d4fc5-4167-4ba2-ac34-800cc27697be admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:24:40.985346 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-075d4fc5-4167-4ba2-ac34-800cc27697be admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3464577 Sep 03 01:24:43.426563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37968) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:43.784625 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:24:43.892867 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (168b314d-854a-4d2f-97f0-a058e848d6b3), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:43.894558 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (168b314d-854a-4d2f-97f0-a058e848d6b3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.032575 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] Publish callbacks [] for router_controller (168b314d-854a-4d2f-97f0-a058e848d6b3), precommit_add_association {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.113315 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (168b314d-854a-4d2f-97f0-a058e848d6b3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.193222 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.194499 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-64eb8f88-b9af-45ea-ba31-852a4260f049 demo demo] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7669234 Sep 03 01:24:44.488323 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 2bca016f-251b-4162-8d6f-6dd882627578 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:24:44.573779 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 2bca016f-251b-4162-8d6f-6dd882627578 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:24:44.574116 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2bca016f-251b-4162-8d6f-6dd882627578), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.682627 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 2bca016f-251b-4162-8d6f-6dd882627578 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:24:44.682952 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (2bca016f-251b-4162-8d6f-6dd882627578), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.718994 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 2bca016f-251b-4162-8d6f-6dd882627578, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=2bca016f-251b-4162-8d6f-6dd882627578,segment=NetworkSegment(bfe3810b-7db0-43c6-8efa-cc5c8041f5be),segment_id=bfe3810b-7db0-43c6-8efa-cc5c8041f5be)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:24:44.789850 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (2bca016f-251b-4162-8d6f-6dd882627578), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.794865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b128cf71-8e0f-4e57-9b43-1c56eda3bf20 None None] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:24:44.909324 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-a980f3e9-93fb-4f36-85f5-c0538d299c2e None None] Provisioning complete for port 2bca016f-251b-4162-8d6f-6dd882627578 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:24:44.909723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a980f3e9-93fb-4f36-85f5-c0538d299c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2bca016f-251b-4162-8d6f-6dd882627578), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:44.915426 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=2bca016f-251b-4162-8d6f-6dd882627578,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:45.005834 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:45.040900 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-a980f3e9-93fb-4f36-85f5-c0538d299c2e None None] Current status of the port 2bca016f-251b-4162-8d6f-6dd882627578 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:24:45.137957 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=60,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:45.158360 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-8f52218f-d976-4350-a3ec-77cbde08cc7c None None] Provisioning complete for port 2bca016f-251b-4162-8d6f-6dd882627578 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:24:45.158755 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8f52218f-d976-4350-a3ec-77cbde08cc7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2bca016f-251b-4162-8d6f-6dd882627578), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:45.232482 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-8f52218f-d976-4350-a3ec-77cbde08cc7c None None] Current status of the port 2bca016f-251b-4162-8d6f-6dd882627578 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:24:46.459350 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 2bca016f-251b-4162-8d6f-6dd882627578 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:24:46.505473 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 2bca016f-251b-4162-8d6f-6dd882627578 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:24:46.505978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2bca016f-251b-4162-8d6f-6dd882627578), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:46.575150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 2bca016f-251b-4162-8d6f-6dd882627578 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:24:46.619713 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37978) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:46.938863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [None req-7bb2a191-ead6-4a39-9bcd-3f0bad089856 admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:24:46.939850 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7bb2a191-ead6-4a39-9bcd-3f0bad089856 admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3192062 Sep 03 01:24:49.371160 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37986) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:49.455275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:49.542789 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-55f2675d-6180-4145-ba3a-4c22af1acb95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:49.697624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:24:49.785256 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Made reservation on behalf of 06b321cae6a24e3a9217594a16dab365 for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:24:49.787882 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:49.796721 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:49.870879 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks [] for security_group (40c4ce70-b7aa-45c0-a3f8-66c4b6a9c160), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:49.940206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (40c4ce70-b7aa-45c0-a3f8-66c4b6a9c160), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:49.955325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Reserving flat network on physical network physnet1 {{(pid=106679) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 01:24:49.974451 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c4ce70-b7aa-45c0-a3f8-66c4b6a9c160,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:49.979145 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (9d70dca2-3efb-48dc-a37e-ffb5d4a37091), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:49.979478 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Added segment 9d70dca2-3efb-48dc-a37e-ffb5d4a37091 of type flat for network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c Sep 03 01:24:50.027929 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:50.148369 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:50.149307 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:50.149858 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:50.237101 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] Pushing event updated for resources: {'Network': ['ID=a8ea24f8-b16f-4dec-906a-bb9c9e784a8c,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:50.246579 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:24:50.288383 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-27670972-32c6-41c8-9939-22df55aefd3c admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9162424 Sep 03 01:24:51.948618 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8a44f41f-af47-4a93-86f2-fdc33bb8adad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:52.660522 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 37994) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:52.955418 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:53.076247 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34deec34-8c14-4ab9-a60f-eedbb4fc1067 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:53.077626 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-34deec34-8c14-4ab9-a60f-eedbb4fc1067 demo admin] 10.222.0.13 "GET /networking/v2.0/subnets/97f71b69-65ab-4065-8b33-a1a58dc6170e HTTP/1.1" status: 200 len: 849 time: 0.4161615 Sep 03 01:24:53.199949 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4542f7fe-1d4a-4198-8dee-8ae8839d0921 demo admin] 10.222.0.13 "GET /networking/v2.0/routers/168b314d-854a-4d2f-97f0-a058e848d6b3 HTTP/1.1" status: 200 len: 704 time: 0.1156392 Sep 03 01:24:53.479034 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:53.499375 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:53.561325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:53.779292 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Allocated IP 172.20.0.1 (1a13a946-3e35-42d6-a3be-b6a53dfc5fbf/97f71b69-65ab-4065-8b33-a1a58dc6170e/789e9a11-f245-4808-b600-940f444deed7) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:24:53.966382 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks [] for port (789e9a11-f245-4808-b600-940f444deed7), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.076933 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (789e9a11-f245-4808-b600-940f444deed7), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.202258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:24:54.207920 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:24:54.212706 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Pushing event updated for resources: {'Port': ['ID=789e9a11-f245-4808-b600-940f444deed7,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:54.215863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:24:54.215863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (168b314d-854a-4d2f-97f0-a058e848d6b3), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.402777 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-5d12c28a-cffa-43dc-881b-57cb9f7e0f21 None None] Provisioning complete for port 789e9a11-f245-4808-b600-940f444deed7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:24:54.403360 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5d12c28a-cffa-43dc-881b-57cb9f7e0f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (789e9a11-f245-4808-b600-940f444deed7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.485512 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-5d12c28a-cffa-43dc-881b-57cb9f7e0f21 None None] Port 789e9a11-f245-4808-b600-940f444deed7 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:24:54.495292 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (789e9a11-f245-4808-b600-940f444deed7), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.624273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:54.708232 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks [] for port (789e9a11-f245-4808-b600-940f444deed7), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.714246 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.765592 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.794200 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (789e9a11-f245-4808-b600-940f444deed7), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.795031 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (168b314d-854a-4d2f-97f0-a058e848d6b3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:54.874164 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Pushing event updated for resources: {'Port': ['ID=789e9a11-f245-4808-b600-940f444deed7,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:54.914764 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:54.925610 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:24:54.926968 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:24:55.107192 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-264b9958-ae59-46ad-8d3a-ec18428918dc None None] Provisioning complete for port 789e9a11-f245-4808-b600-940f444deed7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:24:55.107581 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-264b9958-ae59-46ad-8d3a-ec18428918dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (789e9a11-f245-4808-b600-940f444deed7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:55.137260 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Router 168b314d-854a-4d2f-97f0-a058e848d6b3 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:24:55.137568 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-264b9958-ae59-46ad-8d3a-ec18428918dc None None] Port 789e9a11-f245-4808-b600-940f444deed7 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:24:55.227483 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:24:55.232748 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5f7273e6-9b5e-404d-b577-4ee7774ed507 demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/168b314d-854a-4d2f-97f0-a058e848d6b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0267355 Sep 03 01:24:55.237342 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Sync routers for ids ['168b314d-854a-4d2f-97f0-a058e848d6b3'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:24:55.251323 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Routers {'168b314d-854a-4d2f-97f0-a058e848d6b3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:24:55.252318 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:24:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['168b314d-854a-4d2f-97f0-a058e848d6b3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:55.435368 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Set router 168b314d-854a-4d2f-97f0-a058e848d6b3 gateway port host: None {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:24:55.867658 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'name': 'router1', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:24:43Z', 'updated_at': '2022-09-03T01:24:54Z', 'revision_number': 2, 'project_id': '591bfc2823974e3f9466598de018ddce', 'gw_port_host': None, '_interfaces': [{'id': '789e9a11-f245-4808-b600-940f444deed7', 'name': '', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'mac_address': 'fa:16:3e:83:9f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:24:53Z', 'updated_at': '2022-09-03T01:24:54Z', 'revision_number': 2, 'project_id': '591bfc2823974e3f9466598de018ddce', 'subnets': [{'id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:55.917729 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Checking router: 168b314d-854a-4d2f-97f0-a058e848d6b3 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:24:55.922002 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Updating router 168b314d-854a-4d2f-97f0-a058e848d6b3 port 789e9a11-f245-4808-b600-940f444deed7 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:24:55.972007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (789e9a11-f245-4808-b600-940f444deed7), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:56.475043 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Publish callbacks [] for port (789e9a11-f245-4808-b600-940f444deed7), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:56.544938 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (789e9a11-f245-4808-b600-940f444deed7), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:56.693601 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Attempting to bind port 789e9a11-f245-4808-b600-940f444deed7 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:24:56.693939 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Attempting to bind port 789e9a11-f245-4808-b600-940f444deed7 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:24:56.694397 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Attempting to bind port 789e9a11-f245-4808-b600-940f444deed7 on network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:24:56.696401 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Pushing event updated for resources: {'Port': ['ID=789e9a11-f245-4808-b600-940f444deed7,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:56.708110 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.708447 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.708789 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.709124 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.709446 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.709766 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.710082 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.710418 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.710731 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.711043 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.711356 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.711688 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.712002 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.712310 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.712617 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Tracked resource versions report: Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: pushed versions: Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: { 'AddressGroup': {'1.2'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Agent': {'1.1'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'ConntrackHelper': {'1.0'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Log': {'1.0'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'NDPProxy': {'1.0'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Network': {'1.1'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Port': {'1.7'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'PortForwarding': {'1.3'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'QosPolicy': {'1.10'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroup': {'1.5'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SubPort': {'1.0'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Subnet': {'1.1'}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Trunk': {'1.1'}} Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: consumer versions: Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Agent': '1.1', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'ConntrackHelper': '1.0', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'LocalIPAssociation': '1.0', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Log': '1.0', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'NDPProxy': '1.0', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Network': '1.1', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Port': '1.7', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'PortForwarding': '1.3', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'QosPolicy': '1.10', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroup': '1.5', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroupRule': '1.2', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SubPort': '1.0', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Subnet': '1.1', Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Trunk': '1.1'}} Sep 03 01:24:56.714071 dv-cinder-838009-7-iscsi neutron-server[106681]: {{(pid=106681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:24:56.718698 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:24:56.719247 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Checking segment: {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:24:56.720151 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:56.720534 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Bound using segment: {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:24:56.721021 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Bound port: 789e9a11-f245-4808-b600-940f444deed7, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe3810b-7db0-43c6-8efa-cc5c8041f5be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:24:56.721399 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (789e9a11-f245-4808-b600-940f444deed7), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:56.781452 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:56.785709 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] For port 789e9a11-f245-4808-b600-940f444deed7, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:24:56.805630 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] For port 789e9a11-f245-4808-b600-940f444deed7, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=789e9a11-f245-4808-b600-940f444deed7,segment=NetworkSegment(bfe3810b-7db0-43c6-8efa-cc5c8041f5be),segment_id=bfe3810b-7db0-43c6-8efa-cc5c8041f5be)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:24:56.894154 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (789e9a11-f245-4808-b600-940f444deed7), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:56.900916 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:24:56.936983 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Routers {'168b314d-854a-4d2f-97f0-a058e848d6b3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:24:56.937595 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:24:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['168b314d-854a-4d2f-97f0-a058e848d6b3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:57.021659 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593e53c-d986-4430-aa31-e1786e385948 None None] Pushing event updated for resources: {'Port': ['ID=789e9a11-f245-4808-b600-940f444deed7,revision_number=4']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:57.044889 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] Set router 168b314d-854a-4d2f-97f0-a058e848d6b3 gateway port host: None {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:24:57.240392 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'name': 'router1', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:24:43Z', 'updated_at': '2022-09-03T01:24:54Z', 'revision_number': 2, 'project_id': '591bfc2823974e3f9466598de018ddce', 'gw_port_host': None, '_interfaces': [{'id': '789e9a11-f245-4808-b600-940f444deed7', 'name': '', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'mac_address': 'fa:16:3e:83:9f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:24:53Z', 'updated_at': '2022-09-03T01:24:56Z', 'revision_number': 4, 'project_id': '591bfc2823974e3f9466598de018ddce', 'subnets': [{'id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:24:57.269235 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa69a271-73bd-4be8-bc6b-8653c78d04bf None None] The sync data for ids ['168b314d-854a-4d2f-97f0-a058e848d6b3'] in dv-cinder-838009-7-iscsi is: [{'id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'name': 'router1', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:24:43Z', 'updated_at': '2022-09-03T01:24:54Z', 'revision_number': 2, 'project_id': '591bfc2823974e3f9466598de018ddce', 'gw_port_host': None, '_interfaces': [{'id': '789e9a11-f245-4808-b600-940f444deed7', 'name': '', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'mac_address': 'fa:16:3e:83:9f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:24:53Z', 'updated_at': '2022-09-03T01:24:56Z', 'revision_number': 4, 'project_id': '591bfc2823974e3f9466598de018ddce', 'subnets': [{'id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:24:57.614881 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 38006) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:24:57.779209 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:24:58.020314 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af34c83-71c1-4f31-ba81-26b10095e543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:58.021651 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9af34c83-71c1-4f31-ba81-26b10095e543 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/a8ea24f8-b16f-4dec-906a-bb9c9e784a8c HTTP/1.1" status: 200 len: 842 time: 0.4059515 Sep 03 01:24:58.032024 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'cidr': '172.27.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:24:58.133531 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Made reservation on behalf of 06b321cae6a24e3a9217594a16dab365 for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:24:58.135851 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:58.550541 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.objects.ports [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106678) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 03 01:24:58.551004 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (4cf2bfae-0610-4d4f-83cd-41357c4a1a7d), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:58.604149 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf2bfae-0610-4d4f-83cd-41357c4a1a7d,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:24:58.620517 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:24:58.621130 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Network hostable DHCP agents. Network: a8ea24f8-b16f-4dec-906a-bb9c9e784a8c, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:24:58.722611 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:24:58.802641 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, a8ea24f8-b16f-4dec-906a-bb9c9e784a8c) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:24:58.806666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:24:58.807293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:24:58.815216 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90578f56-7964-4c67-9e8a-dbc456ada431 None None] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:24:58.896791 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c05501e3-2637-4bdd-8466-225cf2821fab admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8683820 Sep 03 01:24:58.922802 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98b2da5-711b-4db7-a6ca-48bf330a605a None None] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:25:01.368219 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 38014) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:25:01.892144 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-327550d5-aa56-4ec4-b083-fb7685ef9b36 demo admin] 10.222.0.13 "GET /networking/v2.0/routers/168b314d-854a-4d2f-97f0-a058e848d6b3 HTTP/1.1" status: 200 len: 710 time: 0.5228603 Sep 03 01:25:01.981655 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a2b195-2b8d-4488-bb5e-9fd6b4c5f99c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:25:01.982948 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-16a2b195-2b8d-4488-bb5e-9fd6b4c5f99c demo admin] 10.222.0.13 "GET /networking/v2.0/networks/a8ea24f8-b16f-4dec-906a-bb9c9e784a8c HTTP/1.1" status: 200 len: 886 time: 0.0851924 Sep 03 01:25:01.992764 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:25:02.269518 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:02.276510 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks [] for router_gateway (168b314d-854a-4d2f-97f0-a058e848d6b3), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:02.347747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:02.487140 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 789e9a11-f245-4808-b600-940f444deed7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:25:02.531150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 789e9a11-f245-4808-b600-940f444deed7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:25:02.531569 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (789e9a11-f245-4808-b600-940f444deed7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:02.569658 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks [] for router_gateway (168b314d-854a-4d2f-97f0-a058e848d6b3), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:02.606683 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 789e9a11-f245-4808-b600-940f444deed7 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:25:02.607000 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (789e9a11-f245-4808-b600-940f444deed7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:02.609466 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:02.639337 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 789e9a11-f245-4808-b600-940f444deed7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=789e9a11-f245-4808-b600-940f444deed7,segment=NetworkSegment(bfe3810b-7db0-43c6-8efa-cc5c8041f5be),segment_id=bfe3810b-7db0-43c6-8efa-cc5c8041f5be)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:25:02.649023 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:02.728128 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (789e9a11-f245-4808-b600-940f444deed7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:02.775160 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=789e9a11-f245-4808-b600-940f444deed7,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:25:02.846710 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Allocated IP 172.27.1.238 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/c37f5894-5875-463c-93fd-b65e7e9c2ad6) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:25:02.954429 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks [] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:03.092138 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:03.168916 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:25:03.178138 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:25:03.181386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:25:03.186489 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:03.187391 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Pushing event updated for resources: {'Port': ['ID=c37f5894-5875-463c-93fd-b65e7e9c2ad6,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:25:03.535638 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks [] for router_gateway (168b314d-854a-4d2f-97f0-a058e848d6b3), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:03.717436 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2052801', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2007063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1140'] for router (168b314d-854a-4d2f-97f0-a058e848d6b3), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:03.722514 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2052858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2052851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2007040'] for router (168b314d-854a-4d2f-97f0-a058e848d6b3), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:03.772793 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:03.836033 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Router 168b314d-854a-4d2f-97f0-a058e848d6b3 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:25:03.940646 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:25:03.945071 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:03.946229 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c406e169-cf11-45d5-8a21-31f92cb216e3 demo admin] 10.222.0.13 "PUT /networking/v2.0/routers/168b314d-854a-4d2f-97f0-a058e848d6b3 HTTP/1.1" status: 200 len: 890 time: 1.9566996 Sep 03 01:25:03.950847 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Sync routers for ids ['168b314d-854a-4d2f-97f0-a058e848d6b3'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:25:03.964348 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Routers {'168b314d-854a-4d2f-97f0-a058e848d6b3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:25:03.965055 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:24:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['168b314d-854a-4d2f-97f0-a058e848d6b3'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:25:04.184204 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Set router 168b314d-854a-4d2f-97f0-a058e848d6b3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:25:04.322949 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:04.495675 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 789e9a11-f245-4808-b600-940f444deed7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:25:04.603844 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'name': 'router1', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c37f5894-5875-463c-93fd-b65e7e9c2ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:24:43Z', 'updated_at': '2022-09-03T01:25:03Z', 'revision_number': 4, 'project_id': '591bfc2823974e3f9466598de018ddce', 'gw_port': {'id': 'c37f5894-5875-463c-93fd-b65e7e9c2ad6', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:25:02Z', 'updated_at': '2022-09-03T01:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '789e9a11-f245-4808-b600-940f444deed7', 'name': '', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'mac_address': 'fa:16:3e:83:9f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:24:53Z', 'updated_at': '2022-09-03T01:25:02Z', 'revision_number': 5, 'project_id': '591bfc2823974e3f9466598de018ddce', 'subnets': [{'id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:25:04.658792 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Checking router: 168b314d-854a-4d2f-97f0-a058e848d6b3 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:25:04.659164 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Updating router 168b314d-854a-4d2f-97f0-a058e848d6b3 port c37f5894-5875-463c-93fd-b65e7e9c2ad6 binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:25:04.785771 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 789e9a11-f245-4808-b600-940f444deed7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:25:04.786165 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (789e9a11-f245-4808-b600-940f444deed7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:04.816436 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:05.006848 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 789e9a11-f245-4808-b600-940f444deed7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:25:05.162907 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:05.181312 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Publish callbacks [] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:05.224186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=41 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:05.225150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=15,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:05.257323 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:05.292132 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Attempting to bind port c37f5894-5875-463c-93fd-b65e7e9c2ad6 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:25:05.292505 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Attempting to bind port c37f5894-5875-463c-93fd-b65e7e9c2ad6 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:25:05.292870 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Attempting to bind port c37f5894-5875-463c-93fd-b65e7e9c2ad6 on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:25:05.307173 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:25:05.307547 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:25:05.307943 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:05.308335 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:25:05.308797 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Bound port: c37f5894-5875-463c-93fd-b65e7e9c2ad6, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:25:05.309172 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:05.314523 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a5c1-4339-420c-8844-ff0cae9cf560 None None] Pushing event updated for resources: {'Port': ['ID=c37f5894-5875-463c-93fd-b65e7e9c2ad6,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:25:05.364662 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] For port c37f5894-5875-463c-93fd-b65e7e9c2ad6, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:25:05.367623 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] For port c37f5894-5875-463c-93fd-b65e7e9c2ad6, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=c37f5894-5875-463c-93fd-b65e7e9c2ad6,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:25:05.460034 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:05.495482 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Routers {'168b314d-854a-4d2f-97f0-a058e848d6b3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:25:05.496088 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:24:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['168b314d-854a-4d2f-97f0-a058e848d6b3'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:25:05.553927 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8a5c1-4339-420c-8844-ff0cae9cf560 None None] Pushing event updated for resources: {'Port': ['ID=c37f5894-5875-463c-93fd-b65e7e9c2ad6,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:25:05.619674 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] Set router 168b314d-854a-4d2f-97f0-a058e848d6b3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:25:05.642331 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:05.817750 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'name': 'router1', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c37f5894-5875-463c-93fd-b65e7e9c2ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:24:43Z', 'updated_at': '2022-09-03T01:25:03Z', 'revision_number': 4, 'project_id': '591bfc2823974e3f9466598de018ddce', 'gw_port': {'id': 'c37f5894-5875-463c-93fd-b65e7e9c2ad6', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:25:02Z', 'updated_at': '2022-09-03T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '789e9a11-f245-4808-b600-940f444deed7', 'name': '', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'mac_address': 'fa:16:3e:83:9f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:24:53Z', 'updated_at': '2022-09-03T01:25:02Z', 'revision_number': 5, 'project_id': '591bfc2823974e3f9466598de018ddce', 'subnets': [{'id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:25:05.846831 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60415c8a-e9d1-484a-b0e6-5865c8caaf36 None None] The sync data for ids ['168b314d-854a-4d2f-97f0-a058e848d6b3'] in dv-cinder-838009-7-iscsi is: [{'id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'name': 'router1', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.238'}], 'enable_snat': True}, 'gw_port_id': 'c37f5894-5875-463c-93fd-b65e7e9c2ad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:24:43Z', 'updated_at': '2022-09-03T01:25:03Z', 'revision_number': 4, 'project_id': '591bfc2823974e3f9466598de018ddce', 'gw_port': {'id': 'c37f5894-5875-463c-93fd-b65e7e9c2ad6', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:6b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:25:02Z', 'updated_at': '2022-09-03T01:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '789e9a11-f245-4808-b600-940f444deed7', 'name': '', 'network_id': '1a13a946-3e35-42d6-a3be-b6a53dfc5fbf', 'tenant_id': '591bfc2823974e3f9466598de018ddce', 'mac_address': 'fa:16:3e:83:9f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '168b314d-854a-4d2f-97f0-a058e848d6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:24:53Z', 'updated_at': '2022-09-03T01:25:02Z', 'revision_number': 5, 'project_id': '591bfc2823974e3f9466598de018ddce', 'subnets': [{'id': '97f71b69-65ab-4065-8b33-a1a58dc6170e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '08422929-a897-4aeb-beac-0e423d2cf485'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:25:06.499341 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device c37f5894-5875-463c-93fd-b65e7e9c2ad6 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:25:06.537176 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 38028) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:25:06.546102 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port c37f5894-5875-463c-93fd-b65e7e9c2ad6 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:25:06.546102 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:06.642848 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port c37f5894-5875-463c-93fd-b65e7e9c2ad6 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:25:06.643780 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:06.665054 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port c37f5894-5875-463c-93fd-b65e7e9c2ad6, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=c37f5894-5875-463c-93fd-b65e7e9c2ad6,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:25:06.739943 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:06.792677 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=c37f5894-5875-463c-93fd-b65e7e9c2ad6,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:25:06.948375 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-669d3f69-7347-4e59-837d-ee7810fceb26 admin admin] 10.222.0.13 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4100733 Sep 03 01:25:07.243900 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=26 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:07.773454 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=50 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:08.470893 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device c37f5894-5875-463c-93fd-b65e7e9c2ad6 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:25:08.520880 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port c37f5894-5875-463c-93fd-b65e7e9c2ad6 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:25:08.521295 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (c37f5894-5875-463c-93fd-b65e7e9c2ad6), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:08.541354 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:08.597442 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port c37f5894-5875-463c-93fd-b65e7e9c2ad6 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:25:16.936890 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=9 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:16.945412 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=74 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:18.596361 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=63 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:19.539641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-30023b43-80cd-4cac-a5ce-5fc07adc8bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:22.013962 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-68416ca1-6402-4a23-9b0e-9654e2426b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:22.956863 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:24.721296 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:24.751740 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:34.646522 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:34.690161 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:34.777464 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:25:37.800980 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:44.774799 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:25:49.519656 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a1fb212b-6371-4a01-be20-a3d0c5427d32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:51.941735 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d94dc4bc-deb1-4f0d-ba31-aa97ce8c231d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:52.987971 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:54.716057 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:25:54.744156 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:04.675345 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:04.686137 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:11.775825 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:26:19.524251 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-43bbb2d4-a469-4648-850a-a06d57527e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:21.772207 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:21.772979 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:22.035951 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-fc4a0a6c-c976-42ab-b692-09f66d9b14bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:22.955541 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:24.747037 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:24.775444 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:31.399283 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 38570) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:31.743663 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee9a8973-6490-4f1e-8caf-0a84746c6c36 admin admin] GET failed (client error): The resource could not be found. Sep 03 01:26:31.744940 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ee9a8973-6490-4f1e-8caf-0a84746c6c36 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3447661 Sep 03 01:26:31.911552 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23aaa6c-3876-4078-b1a5-04f234d34d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:31.913017 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c23aaa6c-3876-4078-b1a5-04f234d34d58 admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1628211 Sep 03 01:26:34.243589 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38580) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:34.609591 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5095d5c8-6641-4a10-9213-2064c007c13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:34.610938 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5095d5c8-6641-4a10-9213-2064c007c13d admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/97f71b69-65ab-4065-8b33-a1a58dc6170e HTTP/1.1" status: 200 len: 849 time: 0.3664725 Sep 03 01:26:34.620295 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:26:34.647391 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=2,neutron:SELECT=8 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:34.682375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:34.709471 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Publish callbacks [] for subnet (97f71b69-65ab-4065-8b33-a1a58dc6170e), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:34.909258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734291164097'] for subnet (97f71b69-65ab-4065-8b33-a1a58dc6170e), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:34.940028 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:34.941639 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:34.945342 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35bcceb-3c3e-42d8-9be7-06373d01bce0 None None] Network 1a13a946-3e35-42d6-a3be-b6a53dfc5fbf requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:26:34.955287 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] 10.222.0.13 "PUT /networking/v2.0/subnets/97f71b69-65ab-4065-8b33-a1a58dc6170e HTTP/1.1" status: 200 len: 868 time: 0.3383305 Sep 03 01:26:34.980775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=97f71b69-65ab-4065-8b33-a1a58dc6170e,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:26:34.988688 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.989094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.989359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.989693 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.990025 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.990376 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.990710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.991032 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.991373 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.991697 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.992948 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.992948 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.992948 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.992948 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:34.993309 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c7fd4-0dd8-4098-a21a-822ac7b22baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:26:35.227549 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-33e79b81-df96-4e86-a1e5-6e0379d8aae6 None None] Provisioning complete for port 2bca016f-251b-4162-8d6f-6dd882627578 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:26:35.228018 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-33e79b81-df96-4e86-a1e5-6e0379d8aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2bca016f-251b-4162-8d6f-6dd882627578), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:35.302636 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-33e79b81-df96-4e86-a1e5-6e0379d8aae6 None None] Current status of the port 2bca016f-251b-4162-8d6f-6dd882627578 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:26:35.311265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-33e79b81-df96-4e86-a1e5-6e0379d8aae6 None None] Provisioning complete for port 789e9a11-f245-4808-b600-940f444deed7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:26:35.311650 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-33e79b81-df96-4e86-a1e5-6e0379d8aae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (789e9a11-f245-4808-b600-940f444deed7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:35.381299 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-33e79b81-df96-4e86-a1e5-6e0379d8aae6 None None] Current status of the port 789e9a11-f245-4808-b600-940f444deed7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:26:37.284539 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38590) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:37.771496 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097eedf-cc0e-4726-9f59-0f12860a2650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:37.771965 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097eedf-cc0e-4726-9f59-0f12860a2650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:37.773488 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1097eedf-cc0e-4726-9f59-0f12860a2650 admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4879971 Sep 03 01:26:40.107059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38598) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:40.593787 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dcf267-c985-4389-8664-fcc126cefda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:40.594264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dcf267-c985-4389-8664-fcc126cefda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:40.595840 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-70dcf267-c985-4389-8664-fcc126cefda1 admin admin] 10.222.0.13 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4878497 Sep 03 01:26:41.908064 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=14 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:41.908964 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=11 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:42.932672 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 38606) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:43.412448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed0e583-7ffb-49e9-a546-124571bd1e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:43.413726 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-fed0e583-7ffb-49e9-a546-124571bd1e96 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/1a13a946-3e35-42d6-a3be-b6a53dfc5fbf HTTP/1.1" status: 200 len: 869 time: 0.4801102 Sep 03 01:26:45.377951 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=43 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:45.380255 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=34 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:45.736405 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38614) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:46.274992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4fe480-98e7-4848-9ad7-743fae972e99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:46.276252 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-9f4fe480-98e7-4848-9ad7-743fae972e99 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/a8ea24f8-b16f-4dec-906a-bb9c9e784a8c HTTP/1.1" status: 200 len: 886 time: 0.5389903 Sep 03 01:26:48.633704 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38622) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:48.773531 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:26:49.032227 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135a139-b18e-473e-ba82-f08b0050bffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:49.032684 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135a139-b18e-473e-ba82-f08b0050bffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:49.034197 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6135a139-b18e-473e-ba82-f08b0050bffc admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3995378 Sep 03 01:26:49.538418 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ae5640e7-77a4-40ee-8dfa-c55a8813d2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:51.386106 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38630) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:51.748446 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:51.753138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c513d-e16a-4663-b6dc-7450282fc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:51.753588 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96c513d-e16a-4663-b6dc-7450282fc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:51.755092 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-a96c513d-e16a-4663-b6dc-7450282fc2d7 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3680956 Sep 03 01:26:51.784515 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:51.937876 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-03b4e700-4016-4e9d-81f0-987b4d8b9b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:52.960740 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:53.408712 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=11 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:53.410625 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=12 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:54.103863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38638) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:54.463134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f0d55-e485-4930-b92d-b34f30b75ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:54.464492 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c40f0d55-e485-4930-b92d-b34f30b75ba5 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d HTTP/1.1" status: 200 len: 816 time: 0.3596702 Sep 03 01:26:54.715189 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:54.737769 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:26:56.769944 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38646) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:26:57.100240 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:26:57.141852 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814684f1-33c2-4485-bbe0-794d9af9f465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:26:57.143205 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-814684f1-33c2-4485-bbe0-794d9af9f465 admin admin] 10.222.0.13 "GET /networking/v2.0/subnets/97f71b69-65ab-4065-8b33-a1a58dc6170e HTTP/1.1" status: 200 len: 868 time: 0.3722527 Sep 03 01:26:58.770823 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:04.678117 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:04.683571 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:07.139391 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=18 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:16.925860 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=10 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:16.929794 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=16 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:19.531522 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-bb68b767-42c3-4434-b190-a778573c8c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:21.942954 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-1af6cd53-8207-47a3-b934-3785cd97bf53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:22.954358 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:24.714888 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:24.740660 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:25.772425 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:27:26.043195 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38702) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:27:26.364036 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [None req-76c669cc-d5e2-48bd-af8d-b015ad6ef0af admin admin] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:27:26.365023 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-76c669cc-d5e2-48bd-af8d-b015ad6ef0af admin admin] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3208663 Sep 03 01:27:28.769093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38710) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:27:28.781323 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:29.110389 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c00f2b5-ec8e-4f8c-90ff-19a671c25a27 admin admin] GET failed (client error): The resource could not be found. Sep 03 01:27:29.111647 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3c00f2b5-ec8e-4f8c-90ff-19a671c25a27 admin admin] 10.222.0.13 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3415258 Sep 03 01:27:29.255224 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910284a-8377-4fd4-aca7-57c4c6f15bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:27:29.256691 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0910284a-8377-4fd4-aca7-57c4c6f15bc6 admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1407037 Sep 03 01:27:31.635333 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38718) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:27:31.962410 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:27:32.054502 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Made reservation on behalf of 06b321cae6a24e3a9217594a16dab365 for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:27:32.056848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:32.084495 dv-cinder-838009-7-iscsi neutron-server[106679]: WARNING neutron.services.revisions.revision_plugin [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Could not find related network for resource to bump revision. Sep 03 01:27:32.095279 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:27:32.103873 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (4ec4be0f-09f4-453c-b3be-2a662a0d183b), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:32.104203 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Added segment 4ec4be0f-09f4-453c-b3be-2a662a0d183b of type vlan for network 501e472f-85ba-4cf9-ba19-85fde703d8e6 Sep 03 01:27:32.150360 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (501e472f-85ba-4cf9-ba19-85fde703d8e6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:32.228894 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (501e472f-85ba-4cf9-ba19-85fde703d8e6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:32.229790 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:27:32.230956 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:32.291401 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] Pushing event updated for resources: {'Network': ['ID=501e472f-85ba-4cf9-ba19-85fde703d8e6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:27:32.309930 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 501e472f-85ba-4cf9-ba19-85fde703d8e6 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:27:32.381451 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-210c3b9d-62b0-483f-b34a-ccc6af659702 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7450185 Sep 03 01:27:34.735734 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38726) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:27:35.190693 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.pecan_wsgi.hooks.translation [None req-315fcd31-ac9f-434b-af19-45bdde0d41fc admin admin] GET failed (client error): The resource could not be found. Sep 03 01:27:35.191974 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-315fcd31-ac9f-434b-af19-45bdde0d41fc admin admin] 10.222.0.13 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4553773 Sep 03 01:27:35.262896 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb3a5ad-3e39-4ecf-8e98-8217cae78cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:27:35.264312 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-cbb3a5ad-3e39-4ecf-8e98-8217cae78cfa admin admin] 10.222.0.13 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680130 Sep 03 01:27:35.273991 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6', 'cidr': '192.168.233.0/24'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:27:35.354554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Made reservation on behalf of 06b321cae6a24e3a9217594a16dab365 for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:27:35.356864 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:35.600171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (7c641899-8821-4965-b8e9-8843250adbfd), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:35.649130 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c641899-8821-4965-b8e9-8843250adbfd,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:27:35.661665 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.662002 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.662382 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.662718 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.663043 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.663365 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.663687 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.664005 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.664325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.664643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.664978 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.665313 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.665633 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.665945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.666258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:35.677614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Checking segment: {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:27:35.677962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Network hostable DHCP agents. Network: 501e472f-85ba-4cf9-ba19-85fde703d8e6, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:27:35.768434 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:35.777176 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Network 501e472f-85ba-4cf9-ba19-85fde703d8e6 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:27:35.874394 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 501e472f-85ba-4cf9-ba19-85fde703d8e6) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:27:35.878360 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:27:35.878949 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:35.883803 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d4226-103e-4d52-9d96-0225226de1c8 None None] Network 501e472f-85ba-4cf9-ba19-85fde703d8e6 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:27:35.888596 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:35.986166 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-501e472f-85ba-4cf9-ba19-85fde703d8e6', 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6', 'project_id': '06b321cae6a24e3a9217594a16dab365', 'fixed_ips': [{'subnet_id': '7c641899-8821-4965-b8e9-8843250adbfd'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:27:35.987083 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:36.018368 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-68ac6835-0622-4b87-b355-1676d8caf73f admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7290068 Sep 03 01:27:36.224717 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Allocated IP 192.168.233.2 (501e472f-85ba-4cf9-ba19-85fde703d8e6/7c641899-8821-4965-b8e9-8843250adbfd/d278aa5c-9b36-426c-92e6-1908edf790be) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:27:36.369208 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Publish callbacks [] for port (d278aa5c-9b36-426c-92e6-1908edf790be), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:36.455210 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:36.498697 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Network 501e472f-85ba-4cf9-ba19-85fde703d8e6 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:27:36.502009 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:27:36.505797 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:27:36.509218 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Pushing event updated for resources: {'Port': ['ID=d278aa5c-9b36-426c-92e6-1908edf790be,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:27:36.518418 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.522520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.523638 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:27:36.580843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Attempting to bind port d278aa5c-9b36-426c-92e6-1908edf790be on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:27:36.581211 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Attempting to bind port d278aa5c-9b36-426c-92e6-1908edf790be by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:27:36.581570 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Attempting to bind port d278aa5c-9b36-426c-92e6-1908edf790be on network 501e472f-85ba-4cf9-ba19-85fde703d8e6 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:27:36.587034 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:27:36.587430 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Checking segment: {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:27:36.587821 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:36.588202 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Bound using segment: {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:27:36.588652 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Bound port: d278aa5c-9b36-426c-92e6-1908edf790be, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:27:36.589020 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:36.653115 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] For port d278aa5c-9b36-426c-92e6-1908edf790be, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:27:36.656895 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] For port d278aa5c-9b36-426c-92e6-1908edf790be, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d278aa5c-9b36-426c-92e6-1908edf790be,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:27:36.746390 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:36.804275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab33c77b-a107-4680-92d1-bf6a119b9064 None None] Pushing event updated for resources: {'Port': ['ID=d278aa5c-9b36-426c-92e6-1908edf790be,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:27:37.609672 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15825d-abe4-4bae-bda9-d3b2b50b547d None None] Network 501e472f-85ba-4cf9-ba19-85fde703d8e6 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:27:37.665178 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:37.675105 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:37.682589 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] Provisioning complete for port d278aa5c-9b36-426c-92e6-1908edf790be triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:27:37.694367 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:37.798700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] Current status of the port d278aa5c-9b36-426c-92e6-1908edf790be is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:27:37.798700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:37.841141 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] For port d278aa5c-9b36-426c-92e6-1908edf790be, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d278aa5c-9b36-426c-92e6-1908edf790be,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:27:37.935256 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:37.987371 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec6e33e-991a-4175-bde4-c7e4b3212f3a None None] Pushing event updated for resources: {'Port': ['ID=d278aa5c-9b36-426c-92e6-1908edf790be,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:27:38.054810 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-34d80215-0e80-4988-837c-22bbf9cdad82 None None] Provisioning complete for port d278aa5c-9b36-426c-92e6-1908edf790be triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:27:38.055191 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-34d80215-0e80-4988-837c-22bbf9cdad82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:38.127829 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-34d80215-0e80-4988-837c-22bbf9cdad82 None None] Current status of the port d278aa5c-9b36-426c-92e6-1908edf790be is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:27:38.592101 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d278aa5c-9b36-426c-92e6-1908edf790be up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:27:38.640100 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d278aa5c-9b36-426c-92e6-1908edf790be triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:27:38.640754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d278aa5c-9b36-426c-92e6-1908edf790be), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:38.711529 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d278aa5c-9b36-426c-92e6-1908edf790be is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:27:45.888761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=76,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:49.517173 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-74634cc5-68ff-4727-918e-55688fed3239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:51.939521 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f3511fe1-059a-46d0-b4df-ecfa3e0de871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:53.005624 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:54.657292 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:27:54.734463 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:27:54.759537 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:02.771487 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:28:04.687863 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:12.770841 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:17.772141 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:19.544734 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a211646c-c751-4310-94c4-e25bdc6cba5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:21.944575 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-fb94859f-3213-422e-90d1-cb1a6abef767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:22.988189 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:24.733550 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:24.761723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:34.686299 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:34.688240 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:39.770190 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:28:42.784443 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:49.555440 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-509a2dad-8da3-42e6-b802-b20bf97c0151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:49.766558 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:28:51.926873 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dcc56b40-d8c1-4a33-ae94-a39f6565e3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:53.004850 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:54.738187 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:28:54.766593 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:04.688236 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:04.689166 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:16.769158 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:29:19.561171 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-1d73e189-7c8c-4e6b-b75e-a9192bd69bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:21.263620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38768) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:29:21.269254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [None req-f93baa07-66b3-478b-9227-17da900c197d tempest-verify_tempest_config-1530176918 tempest-verify_tempest_config-1530176918-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:29:21.270218 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f93baa07-66b3-478b-9227-17da900c197d tempest-verify_tempest_config-1530176918 tempest-verify_tempest_config-1530176918-project] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056081 Sep 03 01:29:21.941195 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-83493818-5bd5-477f-bea6-029250d2109f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.031994 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38786) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:29:22.371345 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.449556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Publish callbacks [] for security_group (bc612750-faa7-4acc-8a9f-ac902014aca7), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.523769 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bc612750-faa7-4acc-8a9f-ac902014aca7), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.569461 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5cb8e8dcac3d443b86a815a9c29969f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5364246 Sep 03 01:29:22.570284 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc612750-faa7-4acc-8a9f-ac902014aca7,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:29:22.572134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38790) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:29:22.628317 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.628596 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.628953 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.629297 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.629682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.630012 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.630352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.630677 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.630999 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.631323 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.631645 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.631964 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.632289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.632605 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.632917 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22dbc85e-5eb8-41e8-bead-1d771338ccad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:29:22.640902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8b95e9d9-7ba1-484e-8132-0f3b08ac5b3c admin admin] Publish callbacks [] for security_group (bc612750-faa7-4acc-8a9f-ac902014aca7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.660918 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8b95e9d9-7ba1-484e-8132-0f3b08ac5b3c admin admin] Publish callbacks [] for security_group (bc612750-faa7-4acc-8a9f-ac902014aca7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.821938 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8b95e9d9-7ba1-484e-8132-0f3b08ac5b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bc612750-faa7-4acc-8a9f-ac902014aca7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.824582 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8b95e9d9-7ba1-484e-8132-0f3b08ac5b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:22.829937 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8b95e9d9-7ba1-484e-8132-0f3b08ac5b3c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bc612750-faa7-4acc-8a9f-ac902014aca7 HTTP/1.1" status: 204 len: 168 time: 0.2526748 Sep 03 01:29:22.833839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95e9d9-7ba1-484e-8132-0f3b08ac5b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc612750-faa7-4acc-8a9f-ac902014aca7,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:29:22.966868 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:24.736199 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:24.764539 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:26.764858 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=16 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:26.766065 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=18 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:32.828982 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=36,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:32.829776 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:34.688601 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:34.694576 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:29:49.552427 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-bd299541-4ec6-4eeb-8cf9-1937cfaa67d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:51.937144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-10ba7c2f-ccca-4d4c-a108-83aa73c8158f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:52.988532 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:53.768450 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:29:54.857716 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:54.891267 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:29:56.775180 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:03.765776 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:04.774695 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:04.777012 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:17.776447 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:17.777176 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:19.559984 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e062a626-5b93-4303-8d14-920ff696104f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:21.942144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-6ae411cf-c69b-44d9-b9b1-8d49620b5f1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:22.980460 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:24.745864 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:24.774307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:30.767097 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 5 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:30:34.687084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:34.688977 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:40.763569 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:40.764287 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:30:49.559111 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-47eb8086-049c-4769-8608-16ad2c6953d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:51.964578 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-46a42a74-6279-4516-bbb4-d0d915afd865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:52.998115 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:54.811161 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:54.857232 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:30:58.665924 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2010155'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:07.766259 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:31:08.584482 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:08.588380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:10.821481 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 38886) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:31:10.950770 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-be50ef25-2765-47ba-9875-55c11f49da5f admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1281595 Sep 03 01:31:13.162824 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 38896) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:31:13.232261 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-732178fc-e029-46d0-a272-2aa718accee8 admin admin] 10.222.0.13 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0683353 Sep 03 01:31:17.761434 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=20 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:17.762176 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=14 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:19.547817 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37212a6a-f80a-403f-97b8-76b22eb735f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:20.944391 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:20.945087 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:21.980502 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dea9c237-26a5-43e8-822c-13c8b3cab843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:22.998553 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:23.224902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:23.226760 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:24.798386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:24.832279 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:28.650021 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:38.553035 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:38.554900 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:44.765005 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:31:49.544786 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e450982c-362d-4e0f-a659-d35c65aa40d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:52.043960 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-6dd30ceb-82eb-4dc0-94a1-c77771d356bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:53.003555 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:54.760598 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:54.761347 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:31:54.793203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:54.795513 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:31:58.608908 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:08.551337 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:08.552713 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:19.538915 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d1b56d1a-6218-4571-af93-3536e788209e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:21.765969 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:32:22.089057 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5f2b-9d18-44a5-8491-4ed2c1703c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:22.997714 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:24.762903 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:24.776391 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:24.802605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:28.635623 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:31.762006 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:38.566565 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:38.568418 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:49.251489 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39052) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:49.502019 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-258388782-network', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:49.538829 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-424ddf5b-dc9a-4f49-a6a7-995fc16b01b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.624288 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Made reservation on behalf of c0a44ea5393c4fb58fce35e8cbc4103b for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:49.627238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.639700 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.718584 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks [] for security_group (593c1f6b-15c8-47b0-abaf-b0acd791ee8e), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.814438 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (593c1f6b-15c8-47b0-abaf-b0acd791ee8e), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.840813 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:32:49.857267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593c1f6b-15c8-47b0-abaf-b0acd791ee8e,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:49.859724 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.860070 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Added segment 1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c of type vlan for network e76c3328-9980-42be-a38f-bf4c2c60f920 Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.880151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.881337 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Tracked resource versions report: Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: pushed versions: Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: { 'AddressGroup': {'1.2'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Agent': {'1.1'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'ConntrackHelper': {'1.0'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Log': {'1.0'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'NDPProxy': {'1.0'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Network': {'1.1'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Port': {'1.7'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'PortForwarding': {'1.3'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'QosPolicy': {'1.10'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroup': {'1.5'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SubPort': {'1.0'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Subnet': {'1.1'}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Trunk': {'1.1'}} Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: consumer versions: Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: HyperV agent@hv-cinder-83800: {}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Agent': '1.1', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'ConntrackHelper': '1.0', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'LocalIPAssociation': '1.0', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Log': '1.0', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'NDPProxy': '1.0', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Network': '1.1', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Port': '1.7', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'PortForwarding': '1.3', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'QosPolicy': '1.10', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroup': '1.5', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SecurityGroupRule': '1.2', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'SubPort': '1.0', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Subnet': '1.1', Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: 'Trunk': '1.1'}} Sep 03 01:32:49.881426 dv-cinder-838009-7-iscsi neutron-server[106679]: {{(pid=106679) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:32:49.921496 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (e76c3328-9980-42be-a38f-bf4c2c60f920), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.997134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (e76c3328-9980-42be-a38f-bf4c2c60f920), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:49.998387 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:49.999068 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.064795 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] Pushing event updated for resources: {'Network': ['ID=e76c3328-9980-42be-a38f-bf4c2c60f920,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:50.075389 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network e76c3328-9980-42be-a38f-bf4c2c60f920 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:32:50.129568 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0ba4ab59-937b-4699-8220-8e157a5c9336 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8735087 Sep 03 01:32:50.130033 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39094) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:50.139782 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Request body: {'subnet': {'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-258388782-subnet', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:50.247541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Made reservation on behalf of c0a44ea5393c4fb58fce35e8cbc4103b for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:50.250148 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.376229 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39102) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:50.486625 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39110) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:50.503462 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39114) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:50.533738 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39118) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:50.585457 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (33a392ca-1199-405f-b1b7-a5c99727d5c3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.648297 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33a392ca-1199-405f-b1b7-a5c99727d5c3,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:50.658140 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Checking segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:50.658533 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Network hostable DHCP agents. Network: e76c3328-9980-42be-a38f-bf4c2c60f920, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:32:50.669985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-network', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:50.671042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:50.712847 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-190626760-network', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:50.745641 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Network e76c3328-9980-42be-a38f-bf4c2c60f920 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:32:50.753310 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1453655645-network', 'tenant_id': '53cde5b369084772897d46c38b083d8f'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:50.774318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Made reservation on behalf of e09bed4b9f9741a8ab110a2676baee7f for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:50.778240 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.798809 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-982680611-network', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:50.808953 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.846800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Made reservation on behalf of 02813cf0683749ee87b039b28f1aeebb for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:50.849086 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.854354 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, e76c3328-9980-42be-a38f-bf4c2c60f920) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:50.856103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Made reservation on behalf of 53cde5b369084772897d46c38b083d8f for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:50.858603 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.863135 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:50.867535 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5542aaa8-de17-4cc1-a3d6-1f1150886486 None None] Network e76c3328-9980-42be-a38f-bf4c2c60f920 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:50.872877 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.877046 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:50.877636 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.881908 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.970940 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Made reservation on behalf of d93c5a3ef20c4a5b87af4803f820b60e for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:50.977433 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.978204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks [] for security_group (2a720754-e633-46d2-9af6-0f76cbcf23fa), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:50.991511 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7e8de49f-b123-4ced-bcb2-856ce89da888 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8570063 Sep 03 01:32:50.992206 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39146) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:51.002664 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:51.018842 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.048719 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks [] for security_group (96e30f23-5d04-4f9e-aec7-d462706a3e59), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.059923 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2a720754-e633-46d2-9af6-0f76cbcf23fa), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.071392 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-e76c3328-9980-42be-a38f-bf4c2c60f920', 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'fixed_ips': [{'subnet_id': '33a392ca-1199-405f-b1b7-a5c99727d5c3'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:32:51.074013 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.079900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:32:51.094782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734291317899', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.096248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Unsubscribe: segment precommit_create {{(pid=106678) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 01:32:51.096248 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Added segment 5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4 of type vlan for network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 Sep 03 01:32:51.139491 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks [] for security_group (b14a3ff0-0c0a-429c-96a4-8c580bf8c444), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.160910 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (96e30f23-5d04-4f9e-aec7-d462706a3e59), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.171187 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (f5c7fb79-b31d-4575-ae68-c22645239622), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.172547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (f5c7fb79-b31d-4575-ae68-c22645239622), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.191674 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:32:51.198292 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.213819 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (b207eb22-fe0f-4546-86e3-04140a6a269b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.214508 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Added segment b207eb22-fe0f-4546-86e3-04140a6a269b of type vlan for network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 Sep 03 01:32:51.224547 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks [] for security_group (7c3b9324-7812-4062-a66c-f383833c06b6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.257485 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (7bd92e7f-f880-47a6-a573-413ea7d8bd54), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.266492 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Allocated IP 172.20.0.2 (e76c3328-9980-42be-a38f-bf4c2c60f920/33a392ca-1199-405f-b1b7-a5c99727d5c3/d46f3781-beb3-4ac4-ab7e-078a01131803) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:51.283502 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b14a3ff0-0c0a-429c-96a4-8c580bf8c444), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.335662 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14a3ff0-0c0a-429c-96a4-8c580bf8c444,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.340626 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7c3b9324-7812-4062-a66c-f383833c06b6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.358229 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:32:51.360920 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a720754-e633-46d2-9af6-0f76cbcf23fa,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.371658 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (9f1b2f91-60ac-4652-8944-f21362bb8218), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.372372 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Added segment 9f1b2f91-60ac-4652-8944-f21362bb8218 of type vlan for network df7b7060-2be9-45b6-8d4b-e4a77085b457 Sep 03 01:32:51.373406 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.373739 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.374268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.374804 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.375284 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.375762 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.376250 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.377264 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.377933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.378445 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.378939 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.379417 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.379945 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.380468 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.380968 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Tracked resource versions report: Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: pushed versions: Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: { 'AddressGroup': {'1.2'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Agent': {'1.1'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'ConntrackHelper': {'1.0'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Log': {'1.0'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'NDPProxy': {'1.0'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Network': {'1.1'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Port': {'1.7'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'PortForwarding': {'1.3'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'QosPolicy': {'1.10'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroup': {'1.5'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SubPort': {'1.0'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Subnet': {'1.1'}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Trunk': {'1.1'}} Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: consumer versions: Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: HyperV agent@hv-cinder-83800: {}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Agent': '1.1', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'ConntrackHelper': '1.0', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'LocalIPAssociation': '1.0', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Log': '1.0', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'NDPProxy': '1.0', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Network': '1.1', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Port': '1.7', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'PortForwarding': '1.3', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'QosPolicy': '1.10', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroup': '1.5', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SecurityGroupRule': '1.2', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'SubPort': '1.0', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Subnet': '1.1', Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: 'Trunk': '1.1'}} Sep 03 01:32:51.382384 dv-cinder-838009-7-iscsi neutron-server[106678]: {{(pid=106678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:32:51.429277 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (df7b7060-2be9-45b6-8d4b-e4a77085b457), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.464846 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:32:51.470627 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (7bd92e7f-f880-47a6-a573-413ea7d8bd54), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.471686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:51.483186 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.494739 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks [] for router_controller (f5c7fb79-b31d-4575-ae68-c22645239622), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.499129 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (5a53f561-fe9c-4ac8-b387-bc586adc3944), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.499742 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Added segment 5a53f561-fe9c-4ac8-b387-bc586adc3944 of type vlan for network 3699488b-c45e-45e8-a057-bbc9d098a735 Sep 03 01:32:51.511519 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3b9324-7812-4062-a66c-f383833c06b6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.514277 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.521825 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:51.523101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.547053 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (df7b7060-2be9-45b6-8d4b-e4a77085b457), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.548881 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:51.549607 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.585344 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1011894 Sep 03 01:32:51.586082 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:51.614461 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Publish callbacks [] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.619878 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39170) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:51.621027 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:51.640802 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Request body: {'subnet': {'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-190626760-subnet', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:51.647777 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (3699488b-c45e-45e8-a057-bbc9d098a735), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.676699 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] Pushing event updated for resources: {'Network': ['ID=df7b7060-2be9-45b6-8d4b-e4a77085b457,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.690647 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:32:51.701518 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e30f23-5d04-4f9e-aec7-d462706a3e59,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.754940 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-56a75bec-c868-48b7-b107-c154db07aad6 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2187829 Sep 03 01:32:51.757676 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39180) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:51.763494 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3857982 Sep 03 01:32:51.769722 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39182) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:51.770126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Request body: {'subnet': {'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-subnet', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:51.776614 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Request body: {'subnet': {'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-subnet', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:51.780962 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2220f-60ad-41ef-bb82-671fae95eda6 admin admin] Pushing event updated for resources: {'Network': ['ID=7bd92e7f-f880-47a6-a573-413ea7d8bd54,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.814700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.820384 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:32:51.861799 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (3699488b-c45e-45e8-a057-bbc9d098a735), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.864611 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:51.867238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.874366 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Made reservation on behalf of 02813cf0683749ee87b039b28f1aeebb for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:51.883516 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.912977 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks [] for router_gateway (f5c7fb79-b31d-4575-ae68-c22645239622), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.917889 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8534c3-6756-49a9-8d7a-a177fbcbfdc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:51.938699 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Made reservation on behalf of e09bed4b9f9741a8ab110a2676baee7f for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:51.938699 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:51.995829 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Made reservation on behalf of d93c5a3ef20c4a5b87af4803f820b60e for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:51.998301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.057009 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:32:52.066014 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Pushing event updated for resources: {'Port': ['ID=d46f3781-beb3-4ac4-ab7e-078a01131803,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.076562 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3699488b-c45e-45e8-a057-bbc9d098a735,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.091082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1479510d-4e7e-4ac1-9114-b5bd96534fc3 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5865097 Sep 03 01:32:52.100684 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39200) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:52.113101 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Request body: {'subnet': {'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1453655645-subnet', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:52.133352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=66,neutron:DELETE=2,neutron:INSERT=28,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:52.178361 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.179626 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.180329 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.181262 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.181875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.182450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.182984 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.183490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.184027 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.184645 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.185241 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.185784 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.186503 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Tracked resource versions report: Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: pushed versions: Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: { 'AddressGroup': {'1.2'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Agent': {'1.1'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'ConntrackHelper': {'1.0'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Log': {'1.0'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'NDPProxy': {'1.0'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Network': {'1.1'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Port': {'1.7'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'PortForwarding': {'1.3'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'QosPolicy': {'1.10'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroup': {'1.5'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SubPort': {'1.0'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Subnet': {'1.1'}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Trunk': {'1.1'}} Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: consumer versions: Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: HyperV agent@hv-cinder-83800: {}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Agent': '1.1', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'ConntrackHelper': '1.0', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'LocalIPAssociation': '1.0', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Log': '1.0', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'NDPProxy': '1.0', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Network': '1.1', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Port': '1.7', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'PortForwarding': '1.3', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'QosPolicy': '1.10', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroup': '1.5', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SecurityGroupRule': '1.2', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'SubPort': '1.0', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Subnet': '1.1', Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: 'Trunk': '1.1'}} Sep 03 01:32:52.191425 dv-cinder-838009-7-iscsi neutron-server[106680]: {{(pid=106680) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:32:52.209770 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 3699488b-c45e-45e8-a057-bbc9d098a735 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:32:52.253783 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Made reservation on behalf of 53cde5b369084772897d46c38b083d8f for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:32:52.256379 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.296323 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Network e76c3328-9980-42be-a38f-bf4c2c60f920 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:52.308034 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:52.339672 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:52.435506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Attempting to bind port d46f3781-beb3-4ac4-ab7e-078a01131803 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:32:52.436802 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Attempting to bind port d46f3781-beb3-4ac4-ab7e-078a01131803 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:32:52.437370 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Attempting to bind port d46f3781-beb3-4ac4-ab7e-078a01131803 on network e76c3328-9980-42be-a38f-bf4c2c60f920 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:32:52.445619 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-024110e8-1c32-4f6d-a1b9-8860267acefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.462050 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (d06c7d80-9545-4cc8-958c-a642bcae5680), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.476925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:32:52.476925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Checking segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:52.476925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.476925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Bound using segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:32:52.476925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Bound port: d46f3781-beb3-4ac4-ab7e-078a01131803, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:32:52.476925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.483205 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:52.501364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (01985834-b812-4464-b00a-84a8b348cef3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.534992 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:52.575433 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=01985834-b812-4464-b00a-84a8b348cef3,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.580573 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d06c7d80-9545-4cc8-958c-a642bcae5680,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.607826 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:UPDATE=4,neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:52.621493 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:52.621841 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Network hostable DHCP agents. Network: 7bd92e7f-f880-47a6-a573-413ea7d8bd54, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:32:52.622800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks [] for router_gateway (f5c7fb79-b31d-4575-ae68-c22645239622), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.638818 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (f37b5fc8-387b-4d00-b444-9f6ef92dbdd8), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.671131 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] For port d46f3781-beb3-4ac4-ab7e-078a01131803, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:32:52.675775 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] For port d46f3781-beb3-4ac4-ab7e-078a01131803, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d46f3781-beb3-4ac4-ab7e-078a01131803,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:32:52.683859 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.699869 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Checking segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:52.699869 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Network hostable DHCP agents. Network: b9f4d104-d756-4b2b-9b1c-81ea8775b5d5, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:32:52.729774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.745461 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Checking segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:52.745804 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Network hostable DHCP agents. Network: df7b7060-2be9-45b6-8d4b-e4a77085b457, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:32:52.752071 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.809365 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:32:52.813266 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.813920 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c64f5-2882-4963-9802-5c45326cef6d None None] Pushing event updated for resources: {'Port': ['ID=d46f3781-beb3-4ac4-ab7e-078a01131803,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.848674 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:32:52.852539 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:32:52.860683 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Allocated IP 172.27.1.223 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/d4e56f02-744e-44ba-bcad-e313151f828f) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:52.889336 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:52.897748 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Checking segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:52.899108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Network hostable DHCP agents. Network: 3699488b-c45e-45e8-a057-bbc9d098a735, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:32:52.956808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 7bd92e7f-f880-47a6-a573-413ea7d8bd54) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:52.960001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, b9f4d104-d756-4b2b-9b1c-81ea8775b5d5) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:52.970413 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9660ad8-47f9-4544-9e24-2092637ed8f4 None None] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:52.971045 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:52.972694 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.973572 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:52.975624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:52.984741 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, df7b7060-2be9-45b6-8d4b-e4a77085b457) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:53.004154 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:53.007274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.023059 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fa0343-84a0-4324-9db3-f07db3a8f580 None None] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:53.027690 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb71f6db-1a97-4098-914a-5a3ade0c85dc None None] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:53.309021 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks [] for port (d4e56f02-744e-44ba-bcad-e313151f828f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.312858 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Network 3699488b-c45e-45e8-a057-bbc9d098a735 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:32:53.312858 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-76b85cec-efb4-4a81-b087-9ca9f3745abe admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5012515 Sep 03 01:32:53.313283 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39216) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:53.313469 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 3699488b-c45e-45e8-a057-bbc9d098a735) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:53.313529 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:53.313587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:32:53.313587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.313830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.313830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80159bd2-87c8-4c63-a966-a9a6657d0a1a None None] Network 3699488b-c45e-45e8-a057-bbc9d098a735 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:53.314476 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1cc305f6-99bb-4064-931c-89766f750cef admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4434032 Sep 03 01:32:53.316769 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39218) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:53.316769 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:53.316769 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f6d523d5-ca76-44dc-a4f6-18e7786de4f5 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4452164 Sep 03 01:32:53.317125 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39220) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:53.317125 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:53.317315 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (634cc360-0143-43ef-bd4c-c63d3fabdc70), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.317315 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (634cc360-0143-43ef-bd4c-c63d3fabdc70), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.347233 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-df7b7060-2be9-45b6-8d4b-e4a77085b457', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:32:53.348235 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.369533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks [] for router_controller (634cc360-0143-43ef-bd4c-c63d3fabdc70), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.397241 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (34d33214-b085-4313-91af-26993bc71ab6), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.402737 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (34d33214-b085-4313-91af-26993bc71ab6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.402856 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.436594 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-eea710e6-0baf-4640-9193-d1bc5910ed27 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3326163 Sep 03 01:32:53.445036 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39226) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:53.449656 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.450788 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.461888 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:32:53.490065 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:32:53.491528 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.496761 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:53.500791 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Pushing event updated for resources: {'Port': ['ID=d4e56f02-744e-44ba-bcad-e313151f828f,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:53.532588 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:32:53.533539 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.541421 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks [] for router_controller (34d33214-b085-4313-91af-26993bc71ab6), precommit_add_association {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.550831 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:53.558954 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-3699488b-c45e-45e8-a057-bbc9d098a735', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:32:53.559942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.620284 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.621398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.649347 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks [] for router_controller (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.708095 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:53.811647 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks [] for router_controller (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), precommit_add_association {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:53.847684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:53.989456 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Allocated IP 172.20.0.2 (df7b7060-2be9-45b6-8d4b-e4a77085b457/f37b5fc8-387b-4d00-b444-9f6ef92dbdd8/bcd9d03b-3143-42fe-b37c-fd7bc8035fd9) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:54.001554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks [] for router_gateway (34d33214-b085-4313-91af-26993bc71ab6), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.139139 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Allocated IP 172.20.0.2 (7bd92e7f-f880-47a6-a573-413ea7d8bd54/01985834-b812-4464-b00a-84a8b348cef3/e187e405-b62f-4b7f-b559-6b3736f3f168) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:54.278708 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Allocated IP 172.20.0.2 (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5/d06c7d80-9545-4cc8-958c-a642bcae5680/7db7a655-3ece-47a6-bbda-b2fe3dd1043b) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:54.346687 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Allocated IP 172.20.0.2 (3699488b-c45e-45e8-a057-bbc9d098a735/a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2/eb263da8-2622-4a88-b364-17018166c09c) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:54.428750 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks [] for router_gateway (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.450859 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed875e3-05ca-424f-8c0f-e0f3c02cee07 None None] Network e76c3328-9980-42be-a38f-bf4c2c60f920 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:54.505682 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks [] for router_gateway (634cc360-0143-43ef-bd4c-c63d3fabdc70), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.511754 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:54.592635 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:54.599912 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks [] for router_gateway (f5c7fb79-b31d-4575-ae68-c22645239622), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.603839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks [] for router_gateway (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.889396 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks [] for router_gateway (34d33214-b085-4313-91af-26993bc71ab6), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.914520 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:54.999324 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d46f3781-beb3-4ac4-ab7e-078a01131803 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:32:55.022912 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:55.058113 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:55.059300 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Publish callbacks [] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.091184 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Publish callbacks [] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.095249 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] Provisioning complete for port d46f3781-beb3-4ac4-ab7e-078a01131803 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:32:55.095627 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.135731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Publish callbacks [] for port (eb263da8-2622-4a88-b364-17018166c09c), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.140266 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks [] for router_gateway (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.147560 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Allocated IP 172.27.1.191 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/3a72f0b6-9a4e-4797-8cf4-6b19f718cbda) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:55.166325 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks [] for router_gateway (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.169364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.314799 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.317608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.351213 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.359220 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks [] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.397386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:55.423979 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (eb263da8-2622-4a88-b364-17018166c09c), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.436094 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:55.437808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks [] for router_gateway (634cc360-0143-43ef-bd4c-c63d3fabdc70), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.440118 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:55.442232 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (f5c7fb79-b31d-4575-ae68-c22645239622), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.447328 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:55.469323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.476618 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.480959 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.503179 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:55.507224 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:55.526872 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.563575 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Network 3699488b-c45e-45e8-a057-bbc9d098a735 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:55.600234 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d46f3781-beb3-4ac4-ab7e-078a01131803 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:32:55.600688 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.613659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Pushing event updated for resources: {'Port': ['ID=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:55.670911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Allocated IP 172.27.1.126 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/61b3baf9-19f6-4b94-9ec2-429e368c1ad4) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:55.685075 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:55.692655 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:55.699409 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:55.750817 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Pushing event updated for resources: {'Port': ['ID=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:55.754375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:55.779102 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Publish callbacks [] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.780832 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:55.804399 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Router f5c7fb79-b31d-4575-ae68-c22645239622 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:32:55.868959 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] Current status of the port d46f3781-beb3-4ac4-ab7e-078a01131803 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:55.869390 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.903155 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Pushing event updated for resources: {'Port': ['ID=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:55.910600 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks [] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.938958 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Attempting to bind port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:32:55.939681 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Attempting to bind port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:32:55.940926 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Attempting to bind port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:32:55.969672 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:32:55.985313 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Sync routers for ids ['f5c7fb79-b31d-4575-ae68-c22645239622'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:32:55.985857 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:32:55.985978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Checking segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:55.986367 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:55.986757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Bound using segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:32:55.987450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Bound port: 7db7a655-3ece-47a6-bbda-b2fe3dd1043b, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:32:55.987839 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.003947 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.010598 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Routers {'f5c7fb79-b31d-4575-ae68-c22645239622'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:32:56.011250 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f5c7fb79-b31d-4575-ae68-c22645239622'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:32:56.059954 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d46f3781-beb3-4ac4-ab7e-078a01131803 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:56.061097 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.072728 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.087069 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Attempting to bind port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:32:56.087571 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Attempting to bind port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:32:56.088039 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Attempting to bind port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:32:56.111586 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] For port d46f3781-beb3-4ac4-ab7e-078a01131803, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d46f3781-beb3-4ac4-ab7e-078a01131803,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:32:56.173062 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Allocated IP 172.27.1.86 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/2f427d7a-579e-43f2-82d8-c07751d191ef) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:56.187053 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] For port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:32:56.192011 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] For port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:32:56.206169 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:56.213852 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:56.227179 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:32:56.228097 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Checking segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:56.228727 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.229266 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Bound using segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:32:56.230958 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Bound port: bcd9d03b-3143-42fe-b37c-fd7bc8035fd9, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:32:56.230958 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.233194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.237318 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:56.247201 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Attempting to bind port eb263da8-2622-4a88-b364-17018166c09c on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:32:56.248509 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Attempting to bind port eb263da8-2622-4a88-b364-17018166c09c by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:32:56.248509 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Attempting to bind port eb263da8-2622-4a88-b364-17018166c09c on network 3699488b-c45e-45e8-a057-bbc9d098a735 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:32:56.279265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Pushing event updated for resources: {'Port': ['ID=eb263da8-2622-4a88-b364-17018166c09c,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:56.296687 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.304691 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:32:56.305874 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Checking segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:56.306826 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.309327 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Bound using segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:32:56.310024 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Bound port: eb263da8-2622-4a88-b364-17018166c09c, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:32:56.310921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (eb263da8-2622-4a88-b364-17018166c09c), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.412023 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] For port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:32:56.417182 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] For port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:32:56.424951 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks [] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.478739 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39310) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:56.496736 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.506058 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d8332050-d914-4fe1-91a2-936f2d4d24bf admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5127461 Sep 03 01:32:56.514899 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39312) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:56.527788 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:56.531948 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:56.532177 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Pushing event updated for resources: {'Port': ['ID=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:56.542497 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks [] for router_gateway (34d33214-b085-4313-91af-26993bc71ab6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.571416 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.600146 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Set router f5c7fb79-b31d-4575-ae68-c22645239622 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:32:56.604651 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-267d1528-6f7d-4464-a4e0-9a514bd79d94 None None] Provisioning complete for port d46f3781-beb3-4ac4-ab7e-078a01131803 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:32:56.605174 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-267d1528-6f7d-4464-a4e0-9a514bd79d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.683076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:32:56.707462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:32:56.765366 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.792942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Attempting to bind port e187e405-b62f-4b7f-b559-6b3736f3f168 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:32:56.792942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Attempting to bind port e187e405-b62f-4b7f-b559-6b3736f3f168 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:32:56.792942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Attempting to bind port e187e405-b62f-4b7f-b559-6b3736f3f168 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:32:56.812811 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:56.818375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Pushing event updated for resources: {'Port': ['ID=e187e405-b62f-4b7f-b559-6b3736f3f168,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:56.854957 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:32:56.858940 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:56.859695 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.860458 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Bound using segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:32:56.862951 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Bound port: e187e405-b62f-4b7f-b559-6b3736f3f168, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:32:56.863556 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:56.880113 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Pushing event updated for resources: {'Port': ['ID=2f427d7a-579e-43f2-82d8-c07751d191ef,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:56.926383 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:56.940675 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:56.943009 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:56.972906 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:56.995740 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:57.024219 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e878abc2-f4c7-4435-8f88-cabfe8f0df4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.027027 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] For port eb263da8-2622-4a88-b364-17018166c09c, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:32:57.095646 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] For port eb263da8-2622-4a88-b364-17018166c09c, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eb263da8-2622-4a88-b364-17018166c09c,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:32:57.149279 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fb0e0-ddfc-4c90-a19d-6917cac2b944 None None] Pushing event updated for resources: {'Port': ['ID=d46f3781-beb3-4ac4-ab7e-078a01131803,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:57.229522 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:32:54Z', 'revision_number': 3, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:32:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:32:57.272632 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] For port e187e405-b62f-4b7f-b559-6b3736f3f168, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:32:57.277917 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] For port e187e405-b62f-4b7f-b559-6b3736f3f168, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e187e405-b62f-4b7f-b559-6b3736f3f168,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:32:57.282597 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-267d1528-6f7d-4464-a4e0-9a514bd79d94 None None] Current status of the port d46f3781-beb3-4ac4-ab7e-078a01131803 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:57.294112 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (eb263da8-2622-4a88-b364-17018166c09c), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.312649 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Checking router: f5c7fb79-b31d-4575-ae68-c22645239622 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:32:57.313965 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Updating router f5c7fb79-b31d-4575-ae68-c22645239622 port d4e56f02-744e-44ba-bcad-e313151f828f binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:32:57.380487 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=77,neutron:UPDATE=12,neutron:INSERT=11 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:57.382492 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.390787 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e878abc2-f4c7-4435-8f88-cabfe8f0df4c admin admin] Publish callbacks [] for security_group (52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.410577 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Allocated IP 172.27.1.110 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/6df351dc-b931-4fc8-a6b4-ad899d628c8e) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:57.418596 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.435312 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d46f3781-beb3-4ac4-ab7e-078a01131803 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:57.445847 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d11f1d-4169-4ce9-9704-5b88f038202f None None] Pushing event updated for resources: {'Port': ['ID=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:57.484531 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:UPDATE=4,neutron:SELECT=77,neutron:INSERT=13,neutron:DELETE=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:57.557610 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e878abc2-f4c7-4435-8f88-cabfe8f0df4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.564482 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:57.573718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:57.653307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60e985d-bfe8-40fa-8a2a-8c1a1e4bc440 None None] Pushing event updated for resources: {'Port': ['ID=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:57.657613 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878abc2-f4c7-4435-8f88-cabfe8f0df4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:57.768066 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134488d-8ec0-42a2-bfdf-9f952ec7c684 None None] Pushing event updated for resources: {'Port': ['ID=eb263da8-2622-4a88-b364-17018166c09c,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:57.908217 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (34d33214-b085-4313-91af-26993bc71ab6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:57.923189 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf32c78-c9aa-42b5-acdf-0dade4db9fb5 None None] Pushing event updated for resources: {'Port': ['ID=e187e405-b62f-4b7f-b559-6b3736f3f168,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:57.930268 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d46f3781-beb3-4ac4-ab7e-078a01131803 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:32:58.027474 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d46f3781-beb3-4ac4-ab7e-078a01131803 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:32:58.030237 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.031646 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e878abc2-f4c7-4435-8f88-cabfe8f0df4c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=61aba223b08e436db75b7b66ec486aa9&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5244045 Sep 03 01:32:58.043227 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39336) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:58.165908 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-71b35613-80f6-4552-808e-5d7c6cad335a admin admin] Publish callbacks [] for security_group (52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.193817 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-71b35613-80f6-4552-808e-5d7c6cad335a admin admin] Publish callbacks [] for security_group (52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.223818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d46f3781-beb3-4ac4-ab7e-078a01131803 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:58.226569 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 7db7a655-3ece-47a6-bbda-b2fe3dd1043b up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:32:58.298747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:32:58.299292 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.379902 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks [] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.381888 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks [] for router_gateway (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.444958 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade301ca-64af-4495-a2f8-b91de8945019 None None] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:58.500546 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-71b35613-80f6-4552-808e-5d7c6cad335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.508134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-71b35613-80f6-4552-808e-5d7c6cad335a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.509566 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-71b35613-80f6-4552-808e-5d7c6cad335a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a HTTP/1.1" status: 204 len: 168 time: 0.4687276 Sep 03 01:32:58.511850 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:58.512241 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.550020 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b35613-80f6-4552-808e-5d7c6cad335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e3e53b-e0e5-49b6-98ab-b2b0a50fe14a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:58.616451 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-919d6443-9282-4916-ac8d-5116b307c430 None None] Provisioning complete for port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:32:58.616846 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-919d6443-9282-4916-ac8d-5116b307c430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.647326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Router 34d33214-b085-4313-91af-26993bc71ab6 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:32:58.696356 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:32:58.729175 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:58.752628 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:58.768978 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:32:58.958222 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:32:58.964275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66898f52-128f-49d8-b76b-3d790d99d4bb None None] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:59.043857 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.092276 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.127638 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.147503 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.155224 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-37e0fd40-3d17-46ee-89d2-cc63f6efd05b admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9340374 Sep 03 01:32:59.164678 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39354) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:59.181188 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Publish callbacks [] for port (d4e56f02-744e-44ba-bcad-e313151f828f), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.188767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Pushing event updated for resources: {'Port': ['ID=6df351dc-b931-4fc8-a6b4-ad899d628c8e,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:59.209775 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:32:59.236245 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:32:59.238948 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:32:59.245675 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:32:59.254807 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ca3de-f234-4f92-af6e-ab0304c294e2 None None] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:59.258734 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.277670 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.284449 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:59.361403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:32:59.362354 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:32:59.380450 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:59.403526 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Pushing event updated for resources: {'Port': ['ID=d4e56f02-744e-44ba-bcad-e313151f828f,revision_number=2']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:59.408015 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks [] for router_gateway (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.450097 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.474598 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.477208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:59.482000 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.483616 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.485395 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.488254 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.490538 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.491182 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.491709 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.492824 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.494282 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.499876 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.499876 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.499876 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.500556 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Tracked resource versions report: Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: pushed versions: Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: { 'AddressGroup': {'1.2'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Agent': {'1.1'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'ConntrackHelper': {'1.0'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'LocalIPAssociation': {'1.0'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Log': {'1.0'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'NDPProxy': {'1.0'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Network': {'1.1'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Port': {'1.7'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'PortForwarding': {'1.3'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'QosPolicy': {'1.10'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroup': {'1.5'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroupRule': {'1.2'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SubPort': {'1.0'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Subnet': {'1.1'}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Trunk': {'1.1'}} Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: consumer versions: Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: { DHCP agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: HyperV agent@hv-cinder-83800: {}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: L3 agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: Metadata agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: Metering agent@dv-cinder-838009-7-iscsi: {}, Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: Open vSwitch agent@dv-cinder-838009-7-iscsi: { 'AddressGroup': '1.2', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Agent': '1.1', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'ConntrackHelper': '1.0', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'LocalIPAssociation': '1.0', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Log': '1.0', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'NDPProxy': '1.0', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Network': '1.1', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Port': '1.7', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'PortForwarding': '1.3', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'QosPolicy': '1.10', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroup': '1.5', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SecurityGroupRule': '1.2', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'SubPort': '1.0', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Subnet': '1.1', Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: 'Trunk': '1.1'}} Sep 03 01:32:59.502491 dv-cinder-838009-7-iscsi neutron-server[106681]: {{(pid=106681) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 01:32:59.506597 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:32:59.532999 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Attempting to bind port d4e56f02-744e-44ba-bcad-e313151f828f on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:32:59.536206 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Attempting to bind port d4e56f02-744e-44ba-bcad-e313151f828f by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:32:59.536726 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Attempting to bind port d4e56f02-744e-44ba-bcad-e313151f828f on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:32:59.561963 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:32:59.564189 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:32:59.566200 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.568781 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:32:59.569330 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Bound port: d4e56f02-744e-44ba-bcad-e313151f828f, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:32:59.569721 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.656661 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-919d6443-9282-4916-ac8d-5116b307c430 None None] Current status of the port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:32:59.711416 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39360) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:32:59.727122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:32:59.746169 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] For port d4e56f02-744e-44ba-bcad-e313151f828f, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:32:59.751225 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:59.753099 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] For port d4e56f02-744e-44ba-bcad-e313151f828f, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d4e56f02-744e-44ba-bcad-e313151f828f,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:32:59.788717 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:32:59.817882 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:32:59.826701 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324ce23-7ffc-4cf3-872a-cb8a134e6221 None None] Network 3699488b-c45e-45e8-a057-bbc9d098a735 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:32:59.838792 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.916670 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5187e6ad-a35e-4f91-841b-bb13ae11e737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:32:59.979919 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Allocated IP 172.20.0.1 (e76c3328-9980-42be-a38f-bf4c2c60f920/33a392ca-1199-405f-b1b7-a5c99727d5c3/26521e45-6368-4d6a-bfd0-243f555f9af8) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:32:59.990771 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Routers {'f5c7fb79-b31d-4575-ae68-c22645239622'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:32:59.992772 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f5c7fb79-b31d-4575-ae68-c22645239622'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:00.033932 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks [] for router_gateway (634cc360-0143-43ef-bd4c-c63d3fabdc70), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.038062 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e187e405-b62f-4b7f-b559-6b3736f3f168 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:00.078154 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.089263 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Provisioning complete for port e187e405-b62f-4b7f-b559-6b3736f3f168 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:00.089875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.102187 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:00.129336 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] Set router f5c7fb79-b31d-4575-ae68-c22645239622 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:00.219959 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8ea0a-8135-4e48-ac4c-67aa22c0d848 None None] Pushing event updated for resources: {'Port': ['ID=d4e56f02-744e-44ba-bcad-e313151f828f,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:00.245086 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:00.254658 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port e187e405-b62f-4b7f-b559-6b3736f3f168 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:00.255146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.285513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:00.410514 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:32:54Z', 'revision_number': 3, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:00.439984 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.442055 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5c8fcf-8ae8-41c1-b663-fef97e560a41 None None] The sync data for ids ['f5c7fb79-b31d-4575-ae68-c22645239622'] in dv-cinder-838009-7-iscsi is: [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:32:54Z', 'revision_number': 3, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:00.473478 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks [] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.497035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:00.500024 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:00.501582 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e187e405-b62f-4b7f-b559-6b3736f3f168 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:00.501980 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.509623 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Current status of the port e187e405-b62f-4b7f-b559-6b3736f3f168 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:00.510252 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.552428 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:00.556319 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:00.562643 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:55Z', 'revision_number': 3, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:00.569242 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:00.593082 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:00.593950 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:00.598261 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:00.599375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Updating router 34d33214-b085-4313-91af-26993bc71ab6 port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:00.632709 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port e187e405-b62f-4b7f-b559-6b3736f3f168, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e187e405-b62f-4b7f-b559-6b3736f3f168,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:00.672312 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.696354 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Allocated IP 172.20.0.1 (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5/d06c7d80-9545-4cc8-958c-a642bcae5680/0c7a64f5-c551-47e6-b23d-998ab9fd89e7) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:00.780261 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (634cc360-0143-43ef-bd4c-c63d3fabdc70), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.807509 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:00.837803 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.839684 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-07854726-1dce-4afc-89a7-e10299b9b5c8 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3817003 Sep 03 01:33:00.846559 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5187e6ad-a35e-4f91-841b-bb13ae11e737 admin admin] Publish callbacks [] for security_group (3e442c26-709b-41c4-90a1-ecab993f3ae6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.847454 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39370) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:00.897083 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.907929 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.914486 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:00.959913 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5187e6ad-a35e-4f91-841b-bb13ae11e737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3e442c26-709b-41c4-90a1-ecab993f3ae6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:00.972283 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Pushing event updated for resources: {'Port': ['ID=26521e45-6368-4d6a-bfd0-243f555f9af8,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:01.000193 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Network e76c3328-9980-42be-a38f-bf4c2c60f920 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:01.004699 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:01.008985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:01.009478 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (f5c7fb79-b31d-4575-ae68-c22645239622), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.182200 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:57Z', 'revision_number': 3, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:01.203719 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Publish callbacks [] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.206728 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:01.209341 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5187e6ad-a35e-4f91-841b-bb13ae11e737 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=836485dfa6114c6a943dfe25f3c84d9a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4960105 Sep 03 01:33:01.228270 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39380) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:01.244996 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:01.247025 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:01.252401 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Updating router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:01.292425 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:01.298280 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187e6ad-a35e-4f91-841b-bb13ae11e737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e442c26-709b-41c4-90a1-ecab993f3ae6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:01.307263 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:01.315979 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.318315 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:33:01.319307 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks [] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.362490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:33:01.362990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:33:01.373364 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.390789 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:01.391265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.407649 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=e187e405-b62f-4b7f-b559-6b3736f3f168,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:01.457614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:01.460130 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Attempting to bind port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:01.464199 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Attempting to bind port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:01.464795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Attempting to bind port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:01.538159 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:01.538875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:01.538875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.539462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:01.540012 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Bound port: 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:01.540823 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.590726 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-41e5e28b-a540-4b9e-98a7-396f20ba0df7 admin admin] Publish callbacks [] for security_group (3e442c26-709b-41c4-90a1-ecab993f3ae6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.636988 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-41e5e28b-a540-4b9e-98a7-396f20ba0df7 admin admin] Publish callbacks [] for security_group (3e442c26-709b-41c4-90a1-ecab993f3ae6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.772074 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.774088 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Publish callbacks [] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.819432 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf7a6d-e3a1-46f8-8cc8-998d2c2b0c97 None None] Pushing event updated for resources: {'Port': ['ID=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:01.837869 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.893990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:01.911119 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a9943-8f69-4e40-9557-a0fa96fe9f2b None None] Pushing event updated for resources: {'Port': ['ID=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,revision_number=2']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:01.918766 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:01.921231 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Attempting to bind port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:01.921822 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Pushing event updated for resources: {'Port': ['ID=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:01.922022 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Attempting to bind port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:01.922685 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Attempting to bind port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:01.926579 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:01.935708 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:01.936189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (34d33214-b085-4313-91af-26993bc71ab6), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.957318 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:01.963277 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:01.966726 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:01.970124 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:01.970723 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Bound port: 61b3baf9-19f6-4b94-9ec2-429e368c1ad4, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:01.971139 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.007589 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Current status of the port e187e405-b62f-4b7f-b559-6b3736f3f168 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:02.017518 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] For port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:02.044367 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] For port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:02.063974 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:02.064834 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.081977 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] For port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:02.085133 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-41e5e28b-a540-4b9e-98a7-396f20ba0df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3e442c26-709b-41c4-90a1-ecab993f3ae6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.085453 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] For port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:02.088091 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-41e5e28b-a540-4b9e-98a7-396f20ba0df7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.089908 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-41e5e28b-a540-4b9e-98a7-396f20ba0df7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3e442c26-709b-41c4-90a1-ecab993f3ae6 HTTP/1.1" status: 204 len: 168 time: 0.8599000 Sep 03 01:33:02.100150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:02.164284 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5e28b-a540-4b9e-98a7-396f20ba0df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e442c26-709b-41c4-90a1-ecab993f3ae6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:02.167400 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:02.173677 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Provisioning complete for port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:02.174119 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.182741 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:02.191738 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.217250 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:02.219063 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:02.300808 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Sync routers for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:02.308045 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.316815 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.317707 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eb263da8-2622-4a88-b364-17018166c09c up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:02.331683 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.332940 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:02.384491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:02.385160 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:02.423566 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:02.424491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:02.449808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.455149 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39408) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:02.456331 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-422c2099-e776-45bd-83f8-8c5b711a2185 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.2523701 Sep 03 01:33:02.459264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.491637 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:02.506983 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:33:02.521029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:02.569733 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-8c8376bd-e1da-49e8-8b5f-7d5023396f6e None None] Current status of the port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:02.591795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf7a6d-e3a1-46f8-8cc8-998d2c2b0c97 None None] Pushing event updated for resources: {'Port': ['ID=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:02.647971 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port eb263da8-2622-4a88-b364-17018166c09c triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:02.648463 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eb263da8-2622-4a88-b364-17018166c09c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.677392 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:57Z', 'revision_number': 3, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:02.691766 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:02.720327 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:02.731344 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:02.757741 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d87ef4-6987-475a-a781-9262d5021ae5 None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:57Z', 'revision_number': 3, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:02.763461 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:02.789563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.798030 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:02.848143 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:02.848966 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:02.856862 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a9943-8f69-4e40-9557-a0fa96fe9f2b None None] Pushing event updated for resources: {'Port': ['ID=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:02.884688 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:02.886219 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d5074494-b993-417f-9616-63eae6878545 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.7451193 Sep 03 01:33:02.893928 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39420) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:02.931316 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:02.996160 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Provisioning complete for port eb263da8-2622-4a88-b364-17018166c09c triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:02.996485 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eb263da8-2622-4a88-b364-17018166c09c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:03.022085 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks [] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:03.088442 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:03.093502 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:03.175487 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:03.181333 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:03.185831 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (f5c7fb79-b31d-4575-ae68-c22645239622), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:03.221668 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:03.323401 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:03.361608 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Allocated IP 172.20.0.1 (3699488b-c45e-45e8-a057-bbc9d098a735/a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2/3fdf8dcf-a57d-4405-b2f7-c81da096c37e) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:03.454972 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Network e76c3328-9980-42be-a38f-bf4c2c60f920 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:03.463938 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:03.467218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Pushing event updated for resources: {'Port': ['ID=26521e45-6368-4d6a-bfd0-243f555f9af8,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:03.495372 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:03.642775 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:03.646985 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:59Z', 'revision_number': 3, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:03.711430 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:03.715389 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Updating router 634cc360-0143-43ef-bd4c-c63d3fabdc70 port 6df351dc-b931-4fc8-a6b4-ad899d628c8e binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:03.802157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port eb263da8-2622-4a88-b364-17018166c09c is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:03.802157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (eb263da8-2622-4a88-b364-17018166c09c), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:03.804377 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:03.842087 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:55Z', 'revision_number': 3, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:03.982177 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Current status of the port eb263da8-2622-4a88-b364-17018166c09c is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:03.982651 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (eb263da8-2622-4a88-b364-17018166c09c), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.019175 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Router f5c7fb79-b31d-4575-ae68-c22645239622 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:33:04.062757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6de154-27c2-4784-a684-0fdfcc2704fd None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:55Z', 'revision_number': 3, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:04.078478 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks [] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.118413 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port eb263da8-2622-4a88-b364-17018166c09c, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eb263da8-2622-4a88-b364-17018166c09c,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:04.132599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:58Z', 'revision_number': 3, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:32:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:04.198074 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Checking router: f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:04.198564 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Updating router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 port 2f427d7a-579e-43f2-82d8-c07751d191ef binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:04.250315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (eb263da8-2622-4a88-b364-17018166c09c), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.278844 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.279582 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (34d33214-b085-4313-91af-26993bc71ab6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.301638 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks [] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.325069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:04.347597 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9ac18652-5a1c-47ef-b978-d45f0cf4e27a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f5c7fb79-b31d-4575-ae68-c22645239622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8217232 Sep 03 01:33:04.410623 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Sync routers for ids ['f5c7fb79-b31d-4575-ae68-c22645239622'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:04.412137 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:04.420135 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Publish callbacks [] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.469437 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.516888 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.566083 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Routers {'f5c7fb79-b31d-4575-ae68-c22645239622'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:04.566708 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.573493 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f5c7fb79-b31d-4575-ae68-c22645239622'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:04.671136 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=eb263da8-2622-4a88-b364-17018166c09c,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:04.677778 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:33:04.678181 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:33:04.737070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:04.763249 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Pushing event updated for resources: {'Port': ['ID=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:04.804153 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Attempting to bind port 6df351dc-b931-4fc8-a6b4-ad899d628c8e on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:04.805537 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Attempting to bind port 6df351dc-b931-4fc8-a6b4-ad899d628c8e by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:04.805928 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Attempting to bind port 6df351dc-b931-4fc8-a6b4-ad899d628c8e on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:04.816672 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89f3c-0a22-43d0-a0aa-109bb528b29b None None] Pushing event updated for resources: {'Port': ['ID=6df351dc-b931-4fc8-a6b4-ad899d628c8e,revision_number=2']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:04.864643 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:04.867388 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:04.871200 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.871647 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:04.872150 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Bound port: 6df351dc-b931-4fc8-a6b4-ad899d628c8e, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:04.872534 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:04.922679 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:04.945390 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:04.965112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:05.021960 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.033101 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] For port 6df351dc-b931-4fc8-a6b4-ad899d628c8e, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:05.039313 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] For port 6df351dc-b931-4fc8-a6b4-ad899d628c8e, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=6df351dc-b931-4fc8-a6b4-ad899d628c8e,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:05.062019 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.069357 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Allocated IP 172.20.0.1 (7bd92e7f-f880-47a6-a573-413ea7d8bd54/01985834-b812-4464-b00a-84a8b348cef3/56a902f0-a2f5-40a0-9590-65b42cfa598f) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:05.203459 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.242005 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d4e56f02-744e-44ba-bcad-e313151f828f up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:05.295815 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks [] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.355042 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd89f3c-0a22-43d0-a0aa-109bb528b29b None None] Pushing event updated for resources: {'Port': ['ID=6df351dc-b931-4fc8-a6b4-ad899d628c8e,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:05.368105 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:05.387790 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:05.388942 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:05.429919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:05.433338 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:05.447148 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Allocated IP 172.20.0.1 (df7b7060-2be9-45b6-8d4b-e4a77085b457/f37b5fc8-387b-4d00-b444-9f6ef92dbdd8/bb106349-e42c-493e-ae22-b5d892f60991) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:05.481977 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Current status of the port eb263da8-2622-4a88-b364-17018166c09c is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:05.520472 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Provisioning complete for port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:05.522108 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.541791 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.670573 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Network 3699488b-c45e-45e8-a057-bbc9d098a735 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:05.701878 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:05.722939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39510) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:05.751046 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:05.767685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:05.768275 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:05.776994 dv-cinder-838009-7-iscsi neutron-server[106679]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 01:33:05.849669 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Pushing event updated for resources: {'Port': ['ID=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:06.011694 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39524) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:06.031143 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:06.065418 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:06.068848 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:06.107478 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:06.108220 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (634cc360-0143-43ef-bd4c-c63d3fabdc70), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.191367 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks [] for port (bb106349-e42c-493e-ae22-b5d892f60991), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.203205 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:59Z', 'revision_number': 3, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:06.204296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Pushing event updated for resources: {'Port': ['ID=56a902f0-a2f5-40a0-9590-65b42cfa598f,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:06.222612 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Current status of the port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:06.261557 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:06.263062 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d4e56f02-744e-44ba-bcad-e313151f828f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:06.265352 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.282927 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019227ff-4ed7-41d7-8f1d-2e80491a93b0 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:32:59Z', 'revision_number': 3, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:06.296135 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Router 34d33214-b085-4313-91af-26993bc71ab6 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:33:06.314642 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Provisioning complete for port e187e405-b62f-4b7f-b559-6b3736f3f168 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:06.319054 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.353543 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Set router f5c7fb79-b31d-4575-ae68-c22645239622 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:06.385382 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:06.432287 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (bb106349-e42c-493e-ae22-b5d892f60991), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.486889 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.622939 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:06.633754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d4e56f02-744e-44ba-bcad-e313151f828f is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:06.634408 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.663849 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:06.690019 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-7fb5a9fb-8725-4fc9-903a-6063a9237d66 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:06.691236 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-7fb5a9fb-8725-4fc9-903a-6063a9237d66 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/networks?id=e76c3328-9980-42be-a38f-bf4c2c60f920 HTTP/1.1" status: 200 len: 811 time: 0.9465218 Sep 03 01:33:06.707529 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:06.734762 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:06.787265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port d4e56f02-744e-44ba-bcad-e313151f828f, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d4e56f02-744e-44ba-bcad-e313151f828f,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:06.787462 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:06.787462 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.787462 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=bb106349-e42c-493e-ae22-b5d892f60991,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:06.793572 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afae626a-c59f-4119-8376-e19fd9850c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.809550 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-475e2274-7ebc-46a3-b9a3-3143a5cd8ea6 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/quotas/c0a44ea5393c4fb58fce35e8cbc4103b HTTP/1.1" status: 200 len: 375 time: 0.0941858 Sep 03 01:33:06.902978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Current status of the port e187e405-b62f-4b7f-b559-6b3736f3f168 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:06.922472 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '26521e45-6368-4d6a-bfd0-243f555f9af8', 'name': '', 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'mac_address': 'fa:16:3e:b3:5d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:58Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 2, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'subnets': [{'id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:06.924682 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Provisioning complete for port 26521e45-6368-4d6a-bfd0-243f555f9af8 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:06.925149 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.927204 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:06.945544 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e187e405-b62f-4b7f-b559-6b3736f3f168 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:07.133240 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks [] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.212601 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Checking router: f5c7fb79-b31d-4575-ae68-c22645239622 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:07.218631 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Updating router f5c7fb79-b31d-4575-ae68-c22645239622 port 26521e45-6368-4d6a-bfd0-243f555f9af8 binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:07.225378 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.227349 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (634cc360-0143-43ef-bd4c-c63d3fabdc70), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.347408 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Port 26521e45-6368-4d6a-bfd0-243f555f9af8 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:07.380015 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.388045 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=d4e56f02-744e-44ba-bcad-e313151f828f,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:07.390832 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port e187e405-b62f-4b7f-b559-6b3736f3f168 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:07.391217 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.425456 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Pushing event updated for resources: {'Port': ['ID=56a902f0-a2f5-40a0-9590-65b42cfa598f,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:07.444296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:07.446491 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:07.490171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.495546 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (bb106349-e42c-493e-ae22-b5d892f60991), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.497562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Publish callbacks [] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.500562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Provisioning complete for port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:07.501012 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.524631 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:07.620370 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afae626a-c59f-4119-8376-e19fd9850c37 admin admin] Publish callbacks [] for security_group (c2ec7579-9b12-4b65-9dd0-411ea8a2c469), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.631645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:33:07.705359 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.745278 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Attempting to bind port 2f427d7a-579e-43f2-82d8-c07751d191ef on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:07.745766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Attempting to bind port 2f427d7a-579e-43f2-82d8-c07751d191ef by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:07.746172 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Attempting to bind port 2f427d7a-579e-43f2-82d8-c07751d191ef on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:07.790556 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e187e405-b62f-4b7f-b559-6b3736f3f168 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:07.791829 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:07.803033 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afae626a-c59f-4119-8376-e19fd9850c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c2ec7579-9b12-4b65-9dd0-411ea8a2c469), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.828060 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:07.832071 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:07.832447 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:07.832841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.833224 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:07.833701 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Bound port: 2f427d7a-579e-43f2-82d8-c07751d191ef, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:07.834072 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:07.836095 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-bd6cb667-6c82-4675-a465-8853bed3c20e admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/34d33214-b085-4313-91af-26993bc71ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6668203 Sep 03 01:33:07.847682 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:07.873696 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-31173037-125e-44ea-bf3e-9e94d137792b tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c0a44ea5393c4fb58fce35e8cbc4103b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7983487 Sep 03 01:33:07.878697 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:07.900802 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-6baa87a0-614c-41dd-b9b9-361f2397e630 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/634cc360-0143-43ef-bd4c-c63d3fabdc70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9988911 Sep 03 01:33:07.900997 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:07.900997 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:07.903956 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df18631-9826-44f1-abb0-05bbadf40c0e None None] Pushing event updated for resources: {'Port': ['ID=2f427d7a-579e-43f2-82d8-c07751d191ef,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:07.996955 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-afae626a-c59f-4119-8376-e19fd9850c37 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=46cc32edc42d42399a330991d62f4682&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8518920 Sep 03 01:33:07.999350 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39584) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:08.014414 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:08.019204 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae626a-c59f-4119-8376-e19fd9850c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ec7579-9b12-4b65-9dd0-411ea8a2c469,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:08.045224 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:08.085973 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:08.086381 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.155504 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ae8151b0-fb66-4aa2-92bb-0c0787f403e3 admin admin] Publish callbacks [] for security_group (c2ec7579-9b12-4b65-9dd0-411ea8a2c469), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.158731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Current status of the port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:08.175682 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Provisioning complete for port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:08.176248 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.195787 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] For port 2f427d7a-579e-43f2-82d8-c07751d191ef, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:08.219161 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ae8151b0-fb66-4aa2-92bb-0c0787f403e3 admin admin] Publish callbacks [] for security_group (c2ec7579-9b12-4b65-9dd0-411ea8a2c469), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.236272 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] For port 2f427d7a-579e-43f2-82d8-c07751d191ef, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=2f427d7a-579e-43f2-82d8-c07751d191ef,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:08.268704 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-077ed88a-dcac-4618-b46c-230a352df665 None None] Port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:08.321270 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:08.325000 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:08.331386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.336936 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks [] for port (bb106349-e42c-493e-ae22-b5d892f60991), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.435819 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks [] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.443010 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ae8151b0-fb66-4aa2-92bb-0c0787f403e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c2ec7579-9b12-4b65-9dd0-411ea8a2c469), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.447581 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ae8151b0-fb66-4aa2-92bb-0c0787f403e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.449008 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ae8151b0-fb66-4aa2-92bb-0c0787f403e3 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c2ec7579-9b12-4b65-9dd0-411ea8a2c469 HTTP/1.1" status: 204 len: 168 time: 0.4485760 Sep 03 01:33:08.460194 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (bb106349-e42c-493e-ae22-b5d892f60991), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.461094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.473110 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8151b0-fb66-4aa2-92bb-0c0787f403e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ec7579-9b12-4b65-9dd0-411ea8a2c469,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:08.574394 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.575143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.636284 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Publish callbacks [] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.650450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:08.651911 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 7db7a655-3ece-47a6-bbda-b2fe3dd1043b up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:08.704592 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=bb106349-e42c-493e-ae22-b5d892f60991,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:08.704803 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Provisioning complete for port bb106349-e42c-493e-ae22-b5d892f60991 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:08.705007 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bb106349-e42c-493e-ae22-b5d892f60991), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.714981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39602) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:08.729262 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:08.730307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:08.749617 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:03Z', 'revision_number': 2, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:08.767941 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.802117 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Pushing event updated for resources: {'Port': ['ID=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:08.823225 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df18631-9826-44f1-abb0-05bbadf40c0e None None] Pushing event updated for resources: {'Port': ['ID=2f427d7a-579e-43f2-82d8-c07751d191ef,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:08.839549 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:08.839897 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Updating router 34d33214-b085-4313-91af-26993bc71ab6 port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:08.876223 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09acaf1-4223-4bdd-bf75-d856dd1d2dc8 None None] Pushing event updated for resources: {'Port': ['ID=26521e45-6368-4d6a-bfd0-243f555f9af8,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:08.897979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:08.904323 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:08.905295 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.906848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:08.911611 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Port bb106349-e42c-493e-ae22-b5d892f60991 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:08.935100 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:08.936017 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:08.991133 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:09.082978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Provisioning complete for port 56a902f0-a2f5-40a0-9590-65b42cfa598f triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:09.082978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.139401 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:09.208169 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Network 3699488b-c45e-45e8-a057-bbc9d098a735 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:09.212850 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:09.216110 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:33:09.296503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39618) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:09.301973 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1852699591', 'description': 'tempest-description--591528182'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:09.307931 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Port 56a902f0-a2f5-40a0-9590-65b42cfa598f cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:09.317278 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:09.355182 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-24e8d757-fa00-49d4-b15f-bf910d68159c service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:33:09.369876 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-24e8d757-fa00-49d4-b15f-bf910d68159c service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8296635 Sep 03 01:33:09.407488 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:09.440417 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Provisioning complete for port 26521e45-6368-4d6a-bfd0-243f555f9af8 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:09.440826 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.455782 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Attempting to bind port 26521e45-6368-4d6a-bfd0-243f555f9af8 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:09.456324 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Attempting to bind port 26521e45-6368-4d6a-bfd0-243f555f9af8 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:09.469625 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Attempting to bind port 26521e45-6368-4d6a-bfd0-243f555f9af8 on network e76c3328-9980-42be-a38f-bf4c2c60f920 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:09.471737 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.497815 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:09.501021 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:09.596337 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Publish callbacks [] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.657181 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.666115 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.683344 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-76c13478-73eb-48f0-b49a-ee7bc90df630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.710979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:33:09.726865 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf9c36-8b01-4dc4-8698-8d4e073b1a1b None None] Pushing event updated for resources: {'Port': ['ID=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:09.785318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-76c13478-73eb-48f0-b49a-ee7bc90df630 admin admin] Publish callbacks [] for security_group (493916c8-7848-4758-9cd7-504c18c7d3a1), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.788618 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.827397 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-10c1d50e-e9f9-431c-99bb-332ceb9370cf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e76c3328-9980-42be-a38f-bf4c2c60f920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566114 Sep 03 01:33:09.828587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:09.844648 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ac573422-67c5-49e5-822e-fcdc0186bbb5 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3706584 Sep 03 01:33:09.868968 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:09.875414 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Attempting to bind port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:09.877246 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Attempting to bind port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:09.884371 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Attempting to bind port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:09.892658 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:09.896633 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:09.897007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Checking segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:09.899438 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.909743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-76c13478-73eb-48f0-b49a-ee7bc90df630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (493916c8-7848-4758-9cd7-504c18c7d3a1), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.913367 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Bound using segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:09.913903 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Bound port: 0c7a64f5-c551-47e6-b23d-998ab9fd89e7, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:09.914638 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:09.979736 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:33:09.988267 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6ba2ddcf-f2e9-48f3-b533-bfa4ef78679c admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/b0f0ddd7-6200-4646-b1b7-804d9afb1b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1396680 Sep 03 01:33:10.002229 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:10.004345 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.005577 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b5a59fe4-e382-4bb7-8cba-5c8bef5b85f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7078631 Sep 03 01:33:10.015459 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-5ef418bc-f1a6-4750-be0e-c6113e2b14fb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/e76c3328-9980-42be-a38f-bf4c2c60f920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766934 Sep 03 01:33:10.015910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39634) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.017241 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39636) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.034956 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'security_group_rule': {'security_group_id': 'fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:10.038208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c13478-73eb-48f0-b49a-ee7bc90df630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493916c8-7848-4758-9cd7-504c18c7d3a1,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:10.053168 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-76c13478-73eb-48f0-b49a-ee7bc90df630 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c39d18fcaa4740529a933f94a25244b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3306305 Sep 03 01:33:10.058530 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39640) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.073423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1501834642', 'description': 'tempest-description--973753719'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:10.108493 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] For port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:10.113292 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] For port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:10.123136 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:10.123788 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:10.176404 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-525af34a-d967-460a-8a88-08a526df186d admin admin] Publish callbacks [] for security_group (493916c8-7848-4758-9cd7-504c18c7d3a1), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.198677 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:10.204778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.208702 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:10.208987 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Checking segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:10.215486 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (c2c0abac-9983-4b7b-892d-b621381b0d17), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.217715 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.218377 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Bound using segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:10.219037 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Bound port: 26521e45-6368-4d6a-bfd0-243f555f9af8, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:10.219579 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.221777 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:10.223079 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:10.252317 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-525af34a-d967-460a-8a88-08a526df186d admin admin] Publish callbacks [] for security_group (493916c8-7848-4758-9cd7-504c18c7d3a1), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.258152 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:10.279665 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:10.339436 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.450401 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:10.458808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:10.485582 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-525af34a-d967-460a-8a88-08a526df186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (493916c8-7848-4758-9cd7-504c18c7d3a1), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.494709 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-525af34a-d967-460a-8a88-08a526df186d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.499273 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-525af34a-d967-460a-8a88-08a526df186d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/493916c8-7848-4758-9cd7-504c18c7d3a1 HTTP/1.1" status: 204 len: 168 time: 0.4368773 Sep 03 01:33:10.499430 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:10.501355 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:10.523131 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (c2c0abac-9983-4b7b-892d-b621381b0d17), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.529703 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525af34a-d967-460a-8a88-08a526df186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493916c8-7848-4758-9cd7-504c18c7d3a1,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:10.584016 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (f8ff22fd-2efc-4a59-9de3-895e652b211e), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.592016 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (c2c0abac-9983-4b7b-892d-b621381b0d17), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.630941 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c0abac-9983-4b7b-892d-b621381b0d17,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:10.645787 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:10.678075 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Port 26521e45-6368-4d6a-bfd0-243f555f9af8 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:10.684483 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f8ff22fd-2efc-4a59-9de3-895e652b211e), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.692034 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39698) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.695859 dv-cinder-838009-7-iscsi neutron-server[106678]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 01:33:10.699363 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Provisioning complete for port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:10.699752 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.734866 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.738610 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f435b920-cbed-4350-a038-609e62207031 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7170899 Sep 03 01:33:10.740216 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] For port 26521e45-6368-4d6a-bfd0-243f555f9af8, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:10.740541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39702) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.752120 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'security_group_rule': {'security_group_id': 'fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:10.776423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ff22fd-2efc-4a59-9de3-895e652b211e,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:10.802404 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 2, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:10.827776 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.831805 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3e601513-89fd-4c76-aaa2-c37adfae0076 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8087101 Sep 03 01:33:10.831891 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39704) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.838702 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff22fd-2efc-4a59-9de3-895e652b211e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:10.873658 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] For port 26521e45-6368-4d6a-bfd0-243f555f9af8, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=26521e45-6368-4d6a-bfd0-243f555f9af8,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:10.881689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39706) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:10.891625 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750cf2c-0965-42e0-a449-ed6d6b888c74 None None] The sync data for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi is: [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 2, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:10.906287 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:10.906698 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.913216 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--581545087', 'description': 'tempest-description--1933387999'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:10.959293 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (c28211c9-eaa1-45b3-9b3c-f33c334b5a12), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:10.987089 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.093170 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.100711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (7852e22c-f91b-4b77-9d88-1d457ffaa224), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.113762 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Routers {'f5c7fb79-b31d-4575-ae68-c22645239622'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:11.115595 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f5c7fb79-b31d-4575-ae68-c22645239622'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:11.148934 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-43aa0df2-2fa5-4833-ae68-362cf89b4879 req-2153fa79-d1c3-4636-af35-cf5543fae85a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.1735511 Sep 03 01:33:11.216420 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf9c36-8b01-4dc4-8698-8d4e073b1a1b None None] Pushing event updated for resources: {'Port': ['ID=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,revision_number=4']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:11.262440 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (7852e22c-f91b-4b77-9d88-1d457ffaa224), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.295831 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] Set router f5c7fb79-b31d-4575-ae68-c22645239622 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:11.319852 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (c28211c9-eaa1-45b3-9b3c-f33c334b5a12), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.344391 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (7852e22c-f91b-4b77-9d88-1d457ffaa224), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.381807 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-81fb996a-8286-4ac2-b700-2dac9c1804ea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:11.389599 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-81fb996a-8286-4ac2-b700-2dac9c1804ea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 818 time: 0.6954203 Sep 03 01:33:11.398473 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:11.425718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:11.449325 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-6c88c104-033b-4572-9c76-91b483f0949e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/quotas/d93c5a3ef20c4a5b87af4803f820b60e HTTP/1.1" status: 200 len: 375 time: 0.0485296 Sep 03 01:33:11.463510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (c28211c9-eaa1-45b3-9b3c-f33c334b5a12), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.487867 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7852e22c-f91b-4b77-9d88-1d457ffaa224,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:11.553350 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28211c9-eaa1-45b3-9b3c-f33c334b5a12,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:11.573999 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.575217 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b7575e37-74a1-42e5-b687-f1ed304c7d8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7422991 Sep 03 01:33:11.580052 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39732) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:11.584558 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (713812f8-d247-4048-9e4d-13f9abb0e03d), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.588728 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': 'f8ff22fd-2efc-4a59-9de3-895e652b211e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:11.627132 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:11.739925 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:11.806812 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:08Z', 'revision_number': 2, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:11.819055 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-57707df0-ef05-438d-a200-56fd78bebc06 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3546813 Sep 03 01:33:11.854001 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.858467 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7177af4f-84a9-4f81-8aa5-adda209dd7df tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1138761 Sep 03 01:33:11.858656 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:11.858656 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Updating router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:11.858824 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (713812f8-d247-4048-9e4d-13f9abb0e03d), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.858918 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39740) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:11.864068 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:11.919022 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713812f8-d247-4048-9e4d-13f9abb0e03d,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:11.921607 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.934930 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Current status of the port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:11.935471 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.939705 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:11.941769 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:11.975059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (70a621a1-8780-40a0-91eb-254e09fe0753), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:11.984024 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39742) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:12.035099 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:10Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:12.035827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.037353 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b387e308-e054-4edb-b948-2e7178031417 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1529090 Sep 03 01:33:12.043163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39746) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:12.045347 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a28c7be-f88c-45f8-b2c5-cbbcf5dce053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.050476 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'security_group_rule': {'security_group_id': '713812f8-d247-4048-9e4d-13f9abb0e03d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:12.053788 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.091509 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (70a621a1-8780-40a0-91eb-254e09fe0753), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.157230 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:12.157467 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.184995 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:12.202943 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:12.208167 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (70a621a1-8780-40a0-91eb-254e09fe0753), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.245793 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09acaf1-4223-4bdd-bf75-d856dd1d2dc8 None None] Pushing event updated for resources: {'Port': ['ID=26521e45-6368-4d6a-bfd0-243f555f9af8,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:12.258469 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:12.258469 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Updating router 634cc360-0143-43ef-bd4c-c63d3fabdc70 port 56a902f0-a2f5-40a0-9590-65b42cfa598f binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:12.311441 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70a621a1-8780-40a0-91eb-254e09fe0753,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:12.313289 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] For port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:12.325713 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.332760 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f162bd27-8794-4002-a578-5fd777ab8fd9 None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:10Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:12.363011 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (422a3ec4-156e-4e2e-a069-5638d04843bb), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.411690 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:12.427893 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '26521e45-6368-4d6a-bfd0-243f555f9af8', 'name': '', 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'mac_address': 'fa:16:3e:b3:5d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:58Z', 'updated_at': '2022-09-03T01:33:10Z', 'revision_number': 4, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'subnets': [{'id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:12.435737 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.439080 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.529512 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617a8a4-0bfc-429e-9770-fc9a9a8f1cb6 None None] The sync data for ids ['f5c7fb79-b31d-4575-ae68-c22645239622'] in dv-cinder-838009-7-iscsi is: [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '26521e45-6368-4d6a-bfd0-243f555f9af8', 'name': '', 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'mac_address': 'fa:16:3e:b3:5d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:58Z', 'updated_at': '2022-09-03T01:33:10Z', 'revision_number': 4, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'subnets': [{'id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:12.532288 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.547460 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6e400baf-a998-40ba-a8a0-101d9aebe6e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9663925 Sep 03 01:33:12.595952 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39758) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:12.595952 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a19bd320-55a8-4123-a28f-9e962c0bb623 req-90206ea2-b9fc-4a2f-9d4f-f3e45c944719 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.2743618 Sep 03 01:33:12.626567 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:12.653465 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:12.747595 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.783718 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:12.844202 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Provisioning complete for port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:12.844202 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.890242 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (422a3ec4-156e-4e2e-a069-5638d04843bb), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:12.967403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.027873 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:13.064129 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Pushing event updated for resources: {'Port': ['ID=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:13.077441 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9d8dbe9-b57a-4aa5-8694-cb08fdae2365 None None] Port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:13.110255 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:13.124109 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Publish callbacks [] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.138919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (422a3ec4-156e-4e2e-a069-5638d04843bb), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.242370 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.404651 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceaa9d-3e97-4b59-ab49-f1a33a8725d6 None None] Pushing event updated for resources: {'Port': ['ID=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:13.413035 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 2f427d7a-579e-43f2-82d8-c07751d191ef up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:13.413653 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Attempting to bind port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:13.414161 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Attempting to bind port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:13.414977 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Attempting to bind port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e on network 3699488b-c45e-45e8-a057-bbc9d098a735 {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:13.423385 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:13.423857 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Checking segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:13.426610 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.426610 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Bound using segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:13.426610 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Bound port: 3fdf8dcf-a57d-4405-b2f7-c81da096c37e, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:13.426610 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.443435 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422a3ec4-156e-4e2e-a069-5638d04843bb,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:13.448808 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Provisioning complete for port bb106349-e42c-493e-ae22-b5d892f60991 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:13.449172 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bb106349-e42c-493e-ae22-b5d892f60991), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.457596 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a28c7be-f88c-45f8-b2c5-cbbcf5dce053 admin admin] Publish callbacks [] for security_group (7cf3049e-8896-4549-a33e-6b366447e728), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.459642 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Allocated IP 172.27.1.54 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:13.537023 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-92df943b-2618-4f69-93fa-b53b88014773 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:33:13.544780 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] For port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:13.547242 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-92df943b-2618-4f69-93fa-b53b88014773 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8216505 Sep 03 01:33:13.554711 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] For port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:13.599188 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a28c7be-f88c-45f8-b2c5-cbbcf5dce053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7cf3049e-8896-4549-a33e-6b366447e728), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.614272 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.620449 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d689ffe2-dd18-4973-91dc-8a5f0a277dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5759997 Sep 03 01:33:13.624015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 39786) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:13.628643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'security_group_rule': {'security_group_id': '713812f8-d247-4048-9e4d-13f9abb0e03d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:13.635173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.670568 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28c7be-f88c-45f8-b2c5-cbbcf5dce053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3049e-8896-4549-a33e-6b366447e728,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:13.672580 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.735479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Publish callbacks [] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.774260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Port bb106349-e42c-493e-ae22-b5d892f60991 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:13.784491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 2f427d7a-579e-43f2-82d8-c07751d191ef triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:13.785076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.787315 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:13.788351 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:13.791144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Provisioning complete for port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:13.791730 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.826188 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (4b1abd03-fcbe-48b4-b241-1a7fd1bbe75a), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.906791 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:13.922372 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5a28c7be-f88c-45f8-b2c5-cbbcf5dce053 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7b8e9de1bb5c48c29ac9a4f20c8e0afd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9366941 Sep 03 01:33:13.932684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39792) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:13.956462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:13.977260 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:13.979188 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceaa9d-3e97-4b59-ab49-f1a33a8725d6 None None] Pushing event updated for resources: {'Port': ['ID=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,revision_number=4']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:14.024539 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:14.034978 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (4b1abd03-fcbe-48b4-b241-1a7fd1bbe75a), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.052747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66c7fe-3955-4f53-985b-1904ebde0d32 None None] Pushing event updated for resources: {'Port': ['ID=56a902f0-a2f5-40a0-9590-65b42cfa598f,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:14.075630 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e6144394-7876-4e89-9f66-052f24151b1d req-073a2926-d4b4-4c73-b6d0-88f44b0282bf tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.0387442 Sep 03 01:33:14.088834 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b83d2fab-cb98-4986-8bfd-5e493df76588 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407281 Sep 03 01:33:14.094900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.188195 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Attempting to bind port 56a902f0-a2f5-40a0-9590-65b42cfa598f on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:14.188739 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Attempting to bind port 56a902f0-a2f5-40a0-9590-65b42cfa598f by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:14.189238 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Attempting to bind port 56a902f0-a2f5-40a0-9590-65b42cfa598f on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:14.197716 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (4b1abd03-fcbe-48b4-b241-1a7fd1bbe75a), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.210483 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-174d48e0-445f-4dde-9239-bb1d9bbc67d5 admin admin] Publish callbacks [] for security_group (7cf3049e-8896-4549-a33e-6b366447e728), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.240735 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:14.243429 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:14.244455 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.246263 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Bound using segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:14.250090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Bound port: 56a902f0-a2f5-40a0-9590-65b42cfa598f, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:14.254861 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.256755 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-dfd21351-8cb0-4477-82ad-aed55ba2109b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597941 Sep 03 01:33:14.258780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-174d48e0-445f-4dde-9239-bb1d9bbc67d5 admin admin] Publish callbacks [] for security_group (7cf3049e-8896-4549-a33e-6b366447e728), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.262294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1abd03-fcbe-48b4-b241-1a7fd1bbe75a,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:14.284212 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 2f427d7a-579e-43f2-82d8-c07751d191ef is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:14.284635 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.332759 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:13Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:14.342178 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 2f427d7a-579e-43f2-82d8-c07751d191ef, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=2f427d7a-579e-43f2-82d8-c07751d191ef,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:14.355721 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.361484 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Current status of the port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:14.366194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.423807 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dd57bb-5229-4902-8b61-71fa2515eb07 None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:13Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:14.443580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.449400 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-decb3417-4d6a-45c1-8e7e-29fce6800879 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8198519 Sep 03 01:33:14.455647 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 39804) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:14.476944 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.479396 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eb263da8-2622-4a88-b364-17018166c09c up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:14.500464 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:14.514127 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-174d48e0-445f-4dde-9239-bb1d9bbc67d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7cf3049e-8896-4549-a33e-6b366447e728), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.530309 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-174d48e0-445f-4dde-9239-bb1d9bbc67d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.533974 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-174d48e0-445f-4dde-9239-bb1d9bbc67d5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7cf3049e-8896-4549-a33e-6b366447e728 HTTP/1.1" status: 204 len: 168 time: 0.5931654 Sep 03 01:33:14.547875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.27.1.253 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/dabb2a47-fe30-4050-bbe7-cf55433ef5d6) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:14.577105 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] For port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:14.590488 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:14.649707 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:14.652458 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d48e0-445f-4dde-9239-bb1d9bbc67d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3049e-8896-4549-a33e-6b366447e728,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:14.654317 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'Port': ['ID=3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:14.668349 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:14.757006 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.803579 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.878362 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] For port 56a902f0-a2f5-40a0-9590-65b42cfa598f, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:14.881615 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd5384ab-e225-491a-9cea-f24c0d0b8339 req-ff6b4705-956c-42dd-9882-f2a3b4b4cbe4 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 210 time: 0.0697701 Sep 03 01:33:14.887527 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] For port 56a902f0-a2f5-40a0-9590-65b42cfa598f, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=56a902f0-a2f5-40a0-9590-65b42cfa598f,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:14.904461 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port eb263da8-2622-4a88-b364-17018166c09c triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:14.905378 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eb263da8-2622-4a88-b364-17018166c09c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.907225 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.968063 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:14.976448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (95157b27-bbae-4a2b-8286-3c41ac16555c), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:14.982889 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=2f427d7a-579e-43f2-82d8-c07751d191ef,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:15.045816 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:15.046412 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:15.109920 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:15.113453 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:15.128504 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:15.188618 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabbe3b-1689-4dfd-bff8-542fa415cd51 None None] Pushing event updated for resources: {'Port': ['ID=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:15.243899 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port eb263da8-2622-4a88-b364-17018166c09c is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:15.245493 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d4e56f02-744e-44ba-bcad-e313151f828f up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:15.295318 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:15.308058 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:15.312565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:15.330947 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=dabb2a47-fe30-4050-bbe7-cf55433ef5d6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:15.444721 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:15.448934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:15.536183 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (06cb5c81-8caf-4f79-8b8d-33935ba26e4f), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:15.575997 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:15.700274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:15.710706 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:15.738646 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66c7fe-3955-4f53-985b-1904ebde0d32 None None] Pushing event updated for resources: {'Port': ['ID=56a902f0-a2f5-40a0-9590-65b42cfa598f,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:15.738925 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-29369410-933e-451a-83ba-5e1e27e396d0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:15.748507 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-29369410-933e-451a-83ba-5e1e27e396d0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 818 time: 0.2565866 Sep 03 01:33:15.756169 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d4e56f02-744e-44ba-bcad-e313151f828f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:15.756562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:15.770936 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-5ae59ec8-5a23-42f8-abc3-949093f70422 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/quotas/d93c5a3ef20c4a5b87af4803f820b60e HTTP/1.1" status: 200 len: 375 time: 0.0212474 Sep 03 01:33:15.793589 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Allocated IP 172.27.1.196 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/ec999008-6653-4cfe-8225-fb34414b4056) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:15.803558 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-404b6f3e-e9fa-41bf-abc3-e4cecf2019e9 req-84aec009-dbb6-4e01-aa19-3aa92fbe947f tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.1435294 Sep 03 01:33:15.856559 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-f772da57-a672-4d74-81af-019d297d7f1f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770006 Sep 03 01:33:15.870247 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.42', 56765) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:15.936338 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.016706 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-a9c97889-cb9b-471a-bb8d-5218898671c2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576309 Sep 03 01:33:16.129327 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-823f21b1-a970-4629-920f-885f7b1345fc tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:16.130781 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-823f21b1-a970-4629-920f-885f7b1345fc tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.42 "GET /networking/v2.0/networks?id=e76c3328-9980-42be-a38f-bf4c2c60f920 HTTP/1.1" status: 200 len: 811 time: 0.2524674 Sep 03 01:33:16.134684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for port (ec999008-6653-4cfe-8225-fb34414b4056), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.140302 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.180520 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Request body: {'port': {'device_id': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'admin_state_up': True, 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:16.237925 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:16.238490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d4e56f02-744e-44ba-bcad-e313151f828f is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:16.240099 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:16.265777 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-c33bba04-6a8b-4642-a39a-d3889c3e981c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454321 Sep 03 01:33:16.346576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (ec999008-6653-4cfe-8225-fb34414b4056), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.354697 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.356324 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (95157b27-bbae-4a2b-8286-3c41ac16555c), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.383772 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.401096 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:16.507027 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864171c3-3892-4ca2-88ea-96963149b235 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:16.511153 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.512058 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (06cb5c81-8caf-4f79-8b8d-33935ba26e4f), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.512365 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:16.512799 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.534274 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.535942 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6762002 Sep 03 01:33:16.612176 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'Port': ['ID=ec999008-6653-4cfe-8225-fb34414b4056,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:16.634240 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:16.634240 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.676888 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:16.685856 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:16.688300 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:16.697167 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:16.719560 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.723734 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1266222 Sep 03 01:33:16.762519 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f35961-e68d-45b8-b114-2374b47ad099 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=dabb2a47-fe30-4050-bbe7-cf55433ef5d6,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:16.762756 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.763753 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6df351dc-b931-4fc8-a6b4-ad899d628c8e up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:16.859016 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (9b9dc1b4-0553-432c-94b2-6674a4a08cfd), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:16.897203 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Made reservation on behalf of c0a44ea5393c4fb58fce35e8cbc4103b for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:33:16.912686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:17.018837 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 6df351dc-b931-4fc8-a6b4-ad899d628c8e triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:17.019203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:17.028480 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:17.029026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (ec999008-6653-4cfe-8225-fb34414b4056), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:17.125809 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:17.128038 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefcb2c-60c6-4772-9d37-204a6dae61bf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'Port': ['ID=3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:17.161635 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-f45d6356-6540-4899-8377-0c7fb37284a3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1852699591&fields=id&tenant_id=e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 267 time: 0.1259263 Sep 03 01:33:17.167426 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8136521c-89d1-422c-8084-f15bf20a0fc4 req-0921ec6a-0c68-4576-ac6b-af2d3b16f21d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.2802393 Sep 03 01:33:17.172835 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:17.355504 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 6df351dc-b931-4fc8-a6b4-ad899d628c8e is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:17.356148 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:17.371155 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-37263a16-9465-4931-852f-c0df7451659b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:17.373746 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-37263a16-9465-4931-852f-c0df7451659b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 817 time: 0.2096953 Sep 03 01:33:17.397372 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-c266ac73-2eeb-4ae8-95c8-51bcd5c64a04 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/quotas/e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 375 time: 0.0163248 Sep 03 01:33:17.404922 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 6df351dc-b931-4fc8-a6b4-ad899d628c8e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=6df351dc-b931-4fc8-a6b4-ad899d628c8e,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:17.455383 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-a6e6ae98-a44c-4fe1-b6ad-fb46484c75c4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524862 Sep 03 01:33:17.505888 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:17.691074 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-eed3aa72-74dd-480c-9670-cdc1be18d9a6 req-5a99f8d9-1f27-478a-9c49-f2427516ddb1 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.1246033 Sep 03 01:33:17.704891 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=6df351dc-b931-4fc8-a6b4-ad899d628c8e,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:17.706532 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-c4ad7edc-d829-43e7-af24-d9107a585089 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362278 Sep 03 01:33:18.046851 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Allocated IP 172.20.0.12 (e76c3328-9980-42be-a38f-bf4c2c60f920/33a392ca-1199-405f-b1b7-a5c99727d5c3/4b292e8b-d77c-4f44-9888-e42a1b3cbaef) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:18.287536 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for port (ec999008-6653-4cfe-8225-fb34414b4056), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.302087 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 2f427d7a-579e-43f2-82d8-c07751d191ef up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:18.326106 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-90798c4b-48e4-435b-a3f7-d3d85634fe4e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1501834642&fields=id&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 267 time: 0.3993063 Sep 03 01:33:18.397757 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (ec999008-6653-4cfe-8225-fb34414b4056), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.402551 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (9b9dc1b4-0553-432c-94b2-6674a4a08cfd), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.404373 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:18.411694 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 2f427d7a-579e-43f2-82d8-c07751d191ef triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:18.412251 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.567158 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-7ee42b93-b00d-4085-894e-5322afbf239f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8594635 Sep 03 01:33:18.614429 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 2f427d7a-579e-43f2-82d8-c07751d191ef is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:18.615764 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 26521e45-6368-4d6a-bfd0-243f555f9af8 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:18.654797 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.665321 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1996872 Sep 03 01:33:18.767404 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 26521e45-6368-4d6a-bfd0-243f555f9af8 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:18.767833 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.857856 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e345c-da3c-4ac4-981f-1f84ab37a239 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'Port': ['ID=ec999008-6653-4cfe-8225-fb34414b4056,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:18.925098 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-9dde079e-b0dd-4d6d-a32e-41346928d144 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:18.932536 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-9dde079e-b0dd-4d6d-a32e-41346928d144 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.5967019 Sep 03 01:33:18.957756 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:18.959155 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 26521e45-6368-4d6a-bfd0-243f555f9af8 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:18.959920 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:18.973493 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-10c67fa3-e7e6-4af4-9894-1ff8ef46999d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/quotas/02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 375 time: 0.0399928 Sep 03 01:33:19.000913 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks [] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:19.020976 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 26521e45-6368-4d6a-bfd0-243f555f9af8, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=26521e45-6368-4d6a-bfd0-243f555f9af8,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:19.026963 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:19.073353 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-8a2e8a7c-1b4a-4d4c-8b16-025b31034b93 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0989730 Sep 03 01:33:19.100098 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:19.106087 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3fdf8dcf-a57d-4405-b2f7-c81da096c37e up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:19.280689 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:19.334697 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:19.354125 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fd429930-631f-477f-9b98-0c4be255fddb req-318c4af7-9871-4ef0-ae00-7951a95447c2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.1645260 Sep 03 01:33:19.367344 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=26521e45-6368-4d6a-bfd0-243f555f9af8,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:19.421529 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:19.422792 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:19.448169 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:19.657261 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:19.664397 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:19.689528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a822bf-de21-44b9-b0d1-5164a8ac1154 req-e1c3d2cc-8b9e-4976-a9c1-12b589633551 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:19.693997 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:19.696432 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:19.700220 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-76a822bf-de21-44b9-b0d1-5164a8ac1154 req-e1c3d2cc-8b9e-4976-a9c1-12b589633551 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 932 time: 0.1128504 Sep 03 01:33:19.718233 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Pushing event updated for resources: {'Port': ['ID=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:19.725801 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Network e76c3328-9980-42be-a38f-bf4c2c60f920 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:19.735147 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:19.739660 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:19.747132 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:19.748023 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:19.780733 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-a12482cf-3549-4971-b138-9dac516b5de7 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389046 Sep 03 01:33:19.798921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a2ac529c-4967-4195-9637-35f4f8b223bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.036298 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-76a822bf-de21-44b9-b0d1-5164a8ac1154 req-8149afbf-d469-4364-be3d-21ff6eca5036 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396739 Sep 03 01:33:20.037592 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:20.037592 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.037959 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-3486dd25-b952-4562-bde7-e8f29ea6175a service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831632 Sep 03 01:33:20.038757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:20.038757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:20.052199 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-65bc71d3-1feb-4dac-97db-e435d05d26a4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--581545087&fields=id&tenant_id=53cde5b369084772897d46c38b083d8f HTTP/1.1" status: 200 len: 267 time: 0.1139240 Sep 03 01:33:20.088792 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:20.089865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.107164 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-876c1746-e52c-4077-8f34-18031c58d234 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9317682 Sep 03 01:33:20.135549 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-e3ad5e2d-2362-48b3-97d4-d09f6f85cd4f tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:33:20.135549 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-e3ad5e2d-2362-48b3-97d4-d09f6f85cd4f tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0095389 Sep 03 01:33:20.142041 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:20.153388 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-a78aa932-9eac-4cb8-9bbf-0ef4efa6650d None None] Provisioning complete for port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:20.153942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a78aa932-9eac-4cb8-9bbf-0ef4efa6650d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.196990 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-d382ab60-c9f8-4f61-b1bc-7150a82b5ba7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:20.208561 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-d382ab60-c9f8-4f61-b1bc-7150a82b5ba7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 811 time: 0.1455801 Sep 03 01:33:20.208854 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-a78aa932-9eac-4cb8-9bbf-0ef4efa6650d None None] Port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:20.246451 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:20.247711 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 56a902f0-a2f5-40a0-9590-65b42cfa598f up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:20.252082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-30ff7cf2-90f9-4bd0-b245-7f374ce08f1c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/quotas/53cde5b369084772897d46c38b083d8f HTTP/1.1" status: 200 len: 375 time: 0.0284691 Sep 03 01:33:20.342117 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-2fd007f6-02e5-41d8-ab2d-ed32f04ce5da tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839391 Sep 03 01:33:20.354745 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 56a902f0-a2f5-40a0-9590-65b42cfa598f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:20.355605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.467204 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 56a902f0-a2f5-40a0-9590-65b42cfa598f is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:20.468420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.549265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 56a902f0-a2f5-40a0-9590-65b42cfa598f, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=56a902f0-a2f5-40a0-9590-65b42cfa598f,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:20.560307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Sync routers for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:33:20.562063 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-85c9a9e8-a80a-446e-85cb-82a31cfaa8ec service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069855 Sep 03 01:33:20.586731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:20.595193 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:32:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:20.650559 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9cecb06b-df00-49e9-96f8-c8e5103c7cb3 req-f24e61e6-3869-4f85-be04-08b14858e587 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0523341 Sep 03 01:33:20.812641 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.42', 56783) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:20.860439 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:20.863250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:20.928041 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-93d0dca2-b9f7-4585-b25a-120316a7af53 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642006 Sep 03 01:33:21.004393 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5a477072-afe7-4137-a545-46f728fbd000 req-6a20a79d-5709-457f-8312-c197f531705d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.1225479 Sep 03 01:33:21.078195 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Request body: {'port': {'device_id': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:21.252708 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-397928ae-d670-422a-a5a1-8ab5d605483d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:21.255192 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-397928ae-d670-422a-a5a1-8ab5d605483d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 818 time: 0.4349072 Sep 03 01:33:21.256784 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.42', 56784) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:21.277195 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-20c554ff-d9f9-4aaa-9a08-b8d7a4a0c4e9 req-684a6beb-42cf-4814-b6e6-9f3924f7f81f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.1253850 Sep 03 01:33:21.289971 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'port': {'device_id': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'admin_state_up': True, 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:21.434723 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:21.515519 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:21.648424 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=76,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:21.655754 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ffa497ec-e089-4ff1-99ee-2691454e85c3 req-b0cd95dc-e64f-4a5a-a7df-bf6018c276a2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0971539 Sep 03 01:33:21.737285 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=56a902f0-a2f5-40a0-9590-65b42cfa598f,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:21.772125 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:21.772125 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:21.895929 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-03780052-4210-4ddb-83b4-7f412e1b5825 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:21.928471 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-03780052-4210-4ddb-83b4-7f412e1b5825 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 818 time: 0.6691742 Sep 03 01:33:21.960325 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcbb8d-c474-4059-8832-86756de237f6 req-b4c3ec62-e2e2-4eee-b48d-99f8e12b83b5 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:21.976079 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-57fcbb8d-c474-4059-8832-86756de237f6 req-b4c3ec62-e2e2-4eee-b48d-99f8e12b83b5 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 932 time: 0.4931409 Sep 03 01:33:22.083805 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:22.135787 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae9fbde1-fee1-45dd-ad2c-9cb009ff070a req-25c70b2e-5c12-41b8-9fc8-7d7ec95d0472 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.2925291 Sep 03 01:33:22.215725 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 2, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:22.265363 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Made reservation on behalf of d93c5a3ef20c4a5b87af4803f820b60e for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:33:22.269595 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:22.272921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-64fec81d-8cf6-46a9-9d30-67f370ad98b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:22.277660 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Checking router: f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:33:22.277660 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Updating router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 port bb106349-e42c-493e-ae22-b5d892f60991 binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:33:22.279270 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:22.327051 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-57fcbb8d-c474-4059-8832-86756de237f6 req-ec14bda1-92fb-4dfa-92a2-7acd15c662e1 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500342 Sep 03 01:33:22.357041 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:22.375883 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (bb106349-e42c-493e-ae22-b5d892f60991), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:22.478764 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9d8053b1-548b-4b90-b580-90e71de9837a req-fce9d87f-7831-4cac-9de4-71b432a6dda3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.0889168 Sep 03 01:33:22.579319 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b65fa0bb-da35-4486-98ea-c91c8a59d891 req-a4fd746a-c0a2-4ffa-ba03-0924918d1e1d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.1240265 Sep 03 01:33:22.590536 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 56a902f0-a2f5-40a0-9590-65b42cfa598f up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:22.602630 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b292e8b-d77c-4f44-9888-e42a1b3cbaef {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:22.620170 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Publish callbacks [] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:22.674208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Transition to ACTIVE for port object 4b292e8b-d77c-4f44-9888-e42a1b3cbaef will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:33:22.716507 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:22.770116 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 56a902f0-a2f5-40a0-9590-65b42cfa598f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:22.770518 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:22.772906 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-15a09e01-d705-4e41-9eee-36a3f0b7099e req-b30cfaf7-38d5-4e43-91ce-1d42b308b4cd tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0435157 Sep 03 01:33:22.795356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Pushing event updated for resources: {'Port': ['ID=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:22.893831 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 40108) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:22.894396 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Attempting to bind port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:22.894827 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Attempting to bind port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:22.899639 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Attempting to bind port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef on network e76c3328-9980-42be-a38f-bf4c2c60f920 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:22.900382 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef on network e76c3328-9980-42be-a38f-bf4c2c60f920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:33:22.900764 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Attempting to bind port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef on network e76c3328-9980-42be-a38f-bf4c2c60f920 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:22.911685 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:22.912214 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Checking segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:22.913293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Bound using segment: {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:22.913841 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Bound port: 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:22.915078 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.023031 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Publish callbacks [] for port (bb106349-e42c-493e-ae22-b5d892f60991), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.029854 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 56a902f0-a2f5-40a0-9590-65b42cfa598f is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:23.031293 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6df351dc-b931-4fc8-a6b4-ad899d628c8e up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:23.050054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37337f8a-8ce8-4fca-86f5-d1dcd7ef5046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.086539 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.088769 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 6df351dc-b931-4fc8-a6b4-ad899d628c8e triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:23.094567 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.127339 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (bb106349-e42c-493e-ae22-b5d892f60991), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.137190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:23.139093 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:23.175337 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] For port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:23.199301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37337f8a-8ce8-4fca-86f5-d1dcd7ef5046 admin admin] Publish callbacks [] for security_group (5fe41fdf-3bfe-4b0f-bac3-d861785913ff), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.199783 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] For port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:23.231702 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Allocated IP 172.20.0.5 (df7b7060-2be9-45b6-8d4b-e4a77085b457/f37b5fc8-387b-4d00-b444-9f6ef92dbdd8/e5fef679-f9d4-4ff4-99a4-3e18be20bd06) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:23.244765 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baec05-9aad-4e35-aeee-cc0326a4a2b2 None None] Pushing event updated for resources: {'Port': ['ID=bb106349-e42c-493e-ae22-b5d892f60991,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:23.283986 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8bd0b9ae-9575-479c-882a-3815d4f3e36f req-acdfd86d-a127-44d8-be94-cadf3e083e67 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0410109 Sep 03 01:33:23.284546 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 6df351dc-b931-4fc8-a6b4-ad899d628c8e is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:23.285643 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 26521e45-6368-4d6a-bfd0-243f555f9af8 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:23.291168 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Attempting to bind port bb106349-e42c-493e-ae22-b5d892f60991 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:23.291433 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Attempting to bind port bb106349-e42c-493e-ae22-b5d892f60991 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:23.291919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Attempting to bind port bb106349-e42c-493e-ae22-b5d892f60991 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:23.305581 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.310112 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:23.320315 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.320315 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/4b292e8b-d77c-4f44-9888-e42a1b3cbaef HTTP/1.1" status: 200 len: 1094 time: 2.5123582 Sep 03 01:33:23.320615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:23.320615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Checking segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:23.320615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.320615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Bound using segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:23.320615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Bound port: bb106349-e42c-493e-ae22-b5d892f60991, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:23.320615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (bb106349-e42c-493e-ae22-b5d892f60991), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.321479 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'tag': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:23.338724 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37337f8a-8ce8-4fca-86f5-d1dcd7ef5046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (5fe41fdf-3bfe-4b0f-bac3-d861785913ff), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.399843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 26521e45-6368-4d6a-bfd0-243f555f9af8 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:23.400396 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.416088 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37337f8a-8ce8-4fca-86f5-d1dcd7ef5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe41fdf-3bfe-4b0f-bac3-d861785913ff,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:23.437003 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6515ec-2c69-4165-b8e3-4d5afc10df0c service neutron] Pushing event updated for resources: {'Port': ['ID=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:23.444876 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] For port bb106349-e42c-493e-ae22-b5d892f60991, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:23.466041 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] For port bb106349-e42c-493e-ae22-b5d892f60991, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bb106349-e42c-493e-ae22-b5d892f60991,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:23.492547 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-37337f8a-8ce8-4fca-86f5-d1dcd7ef5046 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=2f837df8976a4f8dbccd2b34b341acf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973990 Sep 03 01:33:23.497930 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 40132) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:23.513189 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 26521e45-6368-4d6a-bfd0-243f555f9af8 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:23.529780 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (bb106349-e42c-493e-ae22-b5d892f60991), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.566522 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f656a7-6a27-427f-9baa-3f53f0412281 req-c5561825-cbbb-409b-9e53-a56dd7128469 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:23.576273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-76f656a7-6a27-427f-9baa-3f53f0412281 req-c5561825-cbbb-409b-9e53-a56dd7128469 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.1516242 Sep 03 01:33:23.582392 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8147b75-2c65-4054-8e41-012cc6bbd21c" -d '{"events": [{"name": "network-changed", "server_uuid": "05cc922e-348e-42a7-a4ff-6b8ba6c91fad", "tag": "4b292e8b-d77c-4f44-9888-e42a1b3cbaef"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:23.587774 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:33:23.588579 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:23.604743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9149b344-0e67-493b-899f-e5ce927d8cc1 admin admin] Publish callbacks [] for security_group (5fe41fdf-3bfe-4b0f-bac3-d861785913ff), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.651991 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baec05-9aad-4e35-aeee-cc0326a4a2b2 None None] Pushing event updated for resources: {'Port': ['ID=bb106349-e42c-493e-ae22-b5d892f60991,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:23.653377 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9149b344-0e67-493b-899f-e5ce927d8cc1 admin admin] Publish callbacks [] for security_group (5fe41fdf-3bfe-4b0f-bac3-d861785913ff), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.682961 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-76f656a7-6a27-427f-9baa-3f53f0412281 req-123d5e58-157c-4478-9987-67be4d452c8b tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057456 Sep 03 01:33:23.687369 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:23.688544 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4999d32d-bccc-4642-b861-0422924ebab8 req-1ddc2440-56eb-4a3f-90f3-a709620938d0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.0515800 Sep 03 01:33:23.712670 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.760581 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:33:23.814230 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.848672 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9149b344-0e67-493b-899f-e5ce927d8cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (5fe41fdf-3bfe-4b0f-bac3-d861785913ff), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.851989 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9149b344-0e67-493b-899f-e5ce927d8cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.855777 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9149b344-0e67-493b-899f-e5ce927d8cc1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/5fe41fdf-3bfe-4b0f-bac3-d861785913ff HTTP/1.1" status: 204 len: 168 time: 0.3540001 Sep 03 01:33:23.864603 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-95c9c64d-fc5b-402a-bb2f-60f6fda78b63 req-74ca66cd-d832-4ad7-85ad-68adea9339ce tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.0622234 Sep 03 01:33:23.889615 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149b344-0e67-493b-899f-e5ce927d8cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe41fdf-3bfe-4b0f-bac3-d861785913ff,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:23.924050 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:23.925741 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:23.925985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bacc96-7ce5-4f65-94fe-c0139084ae2e x-openstack-request-id: req-c6bacc96-7ce5-4f65-94fe-c0139084ae2e {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:23.932442 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:23.934701 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05cc922e-348e-42a7-a4ff-6b8ba6c91fad", "tag": "4b292e8b-d77c-4f44-9888-e42a1b3cbaef", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:23.935776 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6bacc96-7ce5-4f65-94fe-c0139084ae2e {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:23.937239 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6bacc96-7ce5-4f65-94fe-c0139084ae2e'] response: {'name': 'network-changed', 'server_uuid': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'tag': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef', 'status': 'completed', 'code': 200} Sep 03 01:33:23.939939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:23.939939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:23.965134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'Port': ['ID=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:24.062479 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-84aadf24-f759-4472-bbf7-669af70f0db2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7869093 Sep 03 01:33:24.064854 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:24.124679 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:23Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:33:24.133400 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-95cbf96c-aac8-441e-bc59-f046a25a2e81 req-8afc3b7f-9b6b-4366-97e4-4ccadc3463af tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0570583 Sep 03 01:33:24.168922 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ddbe6-f876-4079-b658-ea4e366d0ea9 None None] The sync data for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi is: [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:23Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:33:24.304460 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-55622d3d-bbfe-4d0d-87f8-a175a3a5a00f None None] Provisioning complete for port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:24.306255 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-55622d3d-bbfe-4d0d-87f8-a175a3a5a00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:24.316076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:24.419910 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-55622d3d-bbfe-4d0d-87f8-a175a3a5a00f None None] Port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:24.483238 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c2b1b502-49a4-46bc-b71c-3a5071e3eb8b req-1e75b77f-d603-48d2-a712-40e043977ad0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0463908 Sep 03 01:33:24.514388 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bb106349-e42c-493e-ae22-b5d892f60991 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:24.752769 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port bb106349-e42c-493e-ae22-b5d892f60991 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:24.753466 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bb106349-e42c-493e-ae22-b5d892f60991), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:24.819849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:24.821982 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:24.823105 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:24.855838 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'port': {'device_id': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'admin_state_up': True, 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:24.992948 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3478456-e6a7-49a3-8ef3-e5ac79d2f731 req-45163b41-dcda-430c-b6db-568b6fe07711 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:24.995815 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port bb106349-e42c-493e-ae22-b5d892f60991 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:24.996134 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (bb106349-e42c-493e-ae22-b5d892f60991), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:25.007445 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a3478456-e6a7-49a3-8ef3-e5ac79d2f731 req-45163b41-dcda-430c-b6db-568b6fe07711 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.1316795 Sep 03 01:33:25.065356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 40178) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:25.112137 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port bb106349-e42c-493e-ae22-b5d892f60991, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bb106349-e42c-493e-ae22-b5d892f60991,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:25.129098 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=49 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:25.196535 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a615-8bc9-4144-9ee7-9a0df467f871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:25.213564 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Request body: {'port': {'device_id': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:25.236910 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (bb106349-e42c-493e-ae22-b5d892f60991), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:25.347030 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a464ef72-90c6-4c01-8e45-0e2a23f7e9fa req-3d8c1490-3777-4e3b-abca-6dc1d172c9b3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.4997315 Sep 03 01:33:25.395353 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a3478456-e6a7-49a3-8ef3-e5ac79d2f731 req-cbc89f40-4b96-4643-80b4-4ee970807cd8 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614130 Sep 03 01:33:25.418709 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147b75-2c65-4054-8e41-012cc6bbd21c req-59ebcca1-4b3c-4ba7-9a8a-130edbfd8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:25.422154 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b8147b75-2c65-4054-8e41-012cc6bbd21c req-59ebcca1-4b3c-4ba7-9a8a-130edbfd8e08 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c0a44ea5393c4fb58fce35e8cbc4103b&device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 1128 time: 0.3105724 Sep 03 01:33:25.471986 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=bb106349-e42c-493e-ae22-b5d892f60991,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:25.533990 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:25.668263 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a615-8bc9-4144-9ee7-9a0df467f871 admin admin] Publish callbacks [] for security_group (d55b6dfa-c0b5-4d60-8057-b73a8b8f3434), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:25.673786 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8d3fcb5d-46e3-4ce9-9263-dcbb9206600c req-37eceff2-9ed5-4e05-914d-c1aa4b32e3e8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.1580968 Sep 03 01:33:25.684338 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 40194) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:25.779977 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b1b6a615-8bc9-4144-9ee7-9a0df467f871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d55b6dfa-c0b5-4d60-8057-b73a8b8f3434), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:25.835938 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-51101284-16aa-450a-9345-647eb79b7e40 req-1cc48972-39d0-401b-ae8a-64a52a3e37e7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.2939808 Sep 03 01:33:25.858008 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:25.863565 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:25.950476 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b1b6a615-8bc9-4144-9ee7-9a0df467f871 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8dca69797b90429aba416d0e51692a15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8831553 Sep 03 01:33:25.956874 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 40198) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:26.056017 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6a615-8bc9-4144-9ee7-9a0df467f871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b6dfa-c0b5-4d60-8057-b73a8b8f3434,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:26.082028 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:26.094641 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Made reservation on behalf of d93c5a3ef20c4a5b87af4803f820b60e for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:33:26.100738 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:26.244767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1afc0293-2f7f-4c91-9ebe-1a87a8178902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:26.268890 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7b8d149d-24ed-4093-9c77-8b6f451ddda6 req-3abd09a2-aa55-4d95-a64f-5d05667d408d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.3023298 Sep 03 01:33:26.501612 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bb106349-e42c-493e-ae22-b5d892f60991 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:26.569085 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147b75-2c65-4054-8e41-012cc6bbd21c req-8d149853-4c3f-406c-acf6-0f4f18a5d621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:26.571887 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b8147b75-2c65-4054-8e41-012cc6bbd21c req-8d149853-4c3f-406c-acf6-0f4f18a5d621 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c0a44ea5393c4fb58fce35e8cbc4103b&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0546811 Sep 03 01:33:26.589825 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:26.722979 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port bb106349-e42c-493e-ae22-b5d892f60991 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:26.723516 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (bb106349-e42c-493e-ae22-b5d892f60991), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:26.797598 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:26.929011 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port bb106349-e42c-493e-ae22-b5d892f60991 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:26.949266 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:26.964226 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719a2bd-3af8-433f-85bc-87bd8a927f88 req-361a3ec7-2a98-4452-bf0c-4ea5aae1aa04 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:26.965971 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0719a2bd-3af8-433f-85bc-87bd8a927f88 req-361a3ec7-2a98-4452-bf0c-4ea5aae1aa04 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.3885376 Sep 03 01:33:27.047720 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1afc0293-2f7f-4c91-9ebe-1a87a8178902 admin admin] Publish callbacks [] for security_group (460b0708-a786-477d-95f9-e21fc0317cce), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.059937 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-735b1dfc-87df-4863-a48e-165c4a443f62 admin admin] Publish callbacks [] for security_group (d55b6dfa-c0b5-4d60-8057-b73a8b8f3434), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.071498 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:27.086385 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8147b75-2c65-4054-8e41-012cc6bbd21c req-5e4f8e01-a9c6-49e0-907a-a3c4777f9d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:27.086385 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b8147b75-2c65-4054-8e41-012cc6bbd21c req-5e4f8e01-a9c6-49e0-907a-a3c4777f9d25 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4859238 Sep 03 01:33:27.113695 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-65f6f780-497b-44de-9e7b-dfda142bc9be req-ab9b3b34-1f12-4fb0-871f-d1ccb1455d75 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.1952770 Sep 03 01:33:27.130875 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0719a2bd-3af8-433f-85bc-87bd8a927f88 req-dce5436c-de31-4747-8f56-48d6e7a1de00 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789704 Sep 03 01:33:27.151872 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1afc0293-2f7f-4c91-9ebe-1a87a8178902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (460b0708-a786-477d-95f9-e21fc0317cce), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.242827 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc0293-2f7f-4c91-9ebe-1a87a8178902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460b0708-a786-477d-95f9-e21fc0317cce,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:27.256271 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1afc0293-2f7f-4c91-9ebe-1a87a8178902 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=27b46987345b460593f8cad9df427c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5659997 Sep 03 01:33:27.271177 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 40234) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:27.296600 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-38a2aa5a-0a9e-4545-b805-fc0654a10aa6 req-fa902ea2-29e0-4e9b-a42a-d4da88c0adfb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.0789311 Sep 03 01:33:27.299730 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:27.307616 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-735b1dfc-87df-4863-a48e-165c4a443f62 admin admin] Publish callbacks [] for security_group (d55b6dfa-c0b5-4d60-8057-b73a8b8f3434), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.332594 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1dce7e33-d914-4348-b643-6542426d4534 req-9f987a84-484f-4437-946b-c4329146ed77 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.1187630 Sep 03 01:33:27.491238 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d218f67d-e31b-44ac-bbd8-e4cb23f5cec0 req-65cc04f3-1d72-4a87-86e3-a0f7c2013605 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0503762 Sep 03 01:33:27.502478 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fef679-f9d4-4ff4-99a4-3e18be20bd06 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:27.510841 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Publish callbacks [] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.568419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:27.600302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-636e9611-faa2-4c3f-9cbe-9a1f5b61744b admin admin] Publish callbacks [] for security_group (460b0708-a786-477d-95f9-e21fc0317cce), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.625156 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-636e9611-faa2-4c3f-9cbe-9a1f5b61744b admin admin] Publish callbacks [] for security_group (460b0708-a786-477d-95f9-e21fc0317cce), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.683571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Transition to ACTIVE for port object e5fef679-f9d4-4ff4-99a4-3e18be20bd06 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:33:27.685187 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-735b1dfc-87df-4863-a48e-165c4a443f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d55b6dfa-c0b5-4d60-8057-b73a8b8f3434), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.687798 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-735b1dfc-87df-4863-a48e-165c4a443f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.688974 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-735b1dfc-87df-4863-a48e-165c4a443f62 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d55b6dfa-c0b5-4d60-8057-b73a8b8f3434 HTTP/1.1" status: 204 len: 168 time: 1.7275338 Sep 03 01:33:27.706746 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b1dfc-87df-4863-a48e-165c4a443f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b6dfa-c0b5-4d60-8057-b73a8b8f3434,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:27.771212 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.814418 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-636e9611-faa2-4c3f-9cbe-9a1f5b61744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (460b0708-a786-477d-95f9-e21fc0317cce), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.817250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-636e9611-faa2-4c3f-9cbe-9a1f5b61744b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:27.818696 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-636e9611-faa2-4c3f-9cbe-9a1f5b61744b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/460b0708-a786-477d-95f9-e21fc0317cce HTTP/1.1" status: 204 len: 168 time: 0.5407133 Sep 03 01:33:27.882083 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:27.888017 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636e9611-faa2-4c3f-9cbe-9a1f5b61744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460b0708-a786-477d-95f9-e21fc0317cce,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:27.975590 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:27.981679 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Attempting to bind port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:27.982112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Attempting to bind port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:27.982584 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Attempting to bind port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:27.987885 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:33:27.988426 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Attempting to bind port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:27.996056 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Allocated IP 172.20.0.4 (df7b7060-2be9-45b6-8d4b-e4a77085b457/f37b5fc8-387b-4d00-b444-9f6ef92dbdd8/9ab23d97-93c5-443a-a734-fe9f47c27341) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:27.998618 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:27.999038 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Checking segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:27.999781 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Bound using segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:28.000737 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Bound port: e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:28.001429 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:28.103838 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] For port e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:28.161398 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:28.169721 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] For port e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:28.268555 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:28.287133 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6b1434db-8705-4d40-a690-1545b9e72070 req-34e50b0c-b918-41c9-bb6c-c4b8dff43c4f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.0767865 Sep 03 01:33:28.293510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:28.296726 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:28.297912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:28.300970 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 200 len: 1093 time: 3.1403210 Sep 03 01:33:28.356007 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'tag': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:28.386548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c287692-5879-4564-afa3-be43ab84e038 req-94a550e6-718d-4d1c-9bbc-e69d7b3dfaa6 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:28.403076 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1c287692-5879-4564-afa3-be43ab84e038 req-94a550e6-718d-4d1c-9bbc-e69d7b3dfaa6 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.1258354 Sep 03 01:33:28.550510 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1c287692-5879-4564-afa3-be43ab84e038 req-1711dd39-3c18-46a4-b2a5-959746e1d71b tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439645 Sep 03 01:33:28.696139 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:28.712278 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-385c33f3-1e45-43a2-9e3c-10fe4bf5c651 req-e3ed2f35-c670-42a8-9013-4e526c8a0399 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0538816 Sep 03 01:33:28.756397 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-400bbe1e-aa2d-4f43-8bd0-541fbd5551ca req-a151e1b0-e2a5-4328-bc5e-a7e1a79839f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.2211103 Sep 03 01:33:28.756397 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:28.756397 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dea4f761-54b0-4e77-9d84-5143f79c4e8a", "tag": "e5fef679-f9d4-4ff4-99a4-3e18be20bd06"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:28.785190 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed1d93-a1ed-4df8-8b41-921c5d4b1658 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:28.854099 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:28.864202 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-de2594a7-495b-4ede-b457-31a4de93709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:28.865673 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-de2594a7-495b-4ede-b457-31a4de93709a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c0a44ea5393c4fb58fce35e8cbc4103b&device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 1128 time: 0.4000874 Sep 03 01:33:28.895331 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:28.906803 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b5f0dca2-99c6-4720-9cd3-164ec96e91d5 req-13784844-cb09-492e-bb9d-83bfefa3a2a5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0456452 Sep 03 01:33:28.991486 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:29.029315 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:29.036138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:29.044819 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:29.050619 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:29.050619 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:29.141860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'Port': ['ID=9ab23d97-93c5-443a-a734-fe9f47c27341,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:29.202859 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-459f6daa-d1cd-4de6-b69f-d3234f608803 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3466103 Sep 03 01:33:29.373623 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dace60da-7878-4663-86c8-be0be027fe8b x-openstack-request-id: req-dace60da-7878-4663-86c8-be0be027fe8b {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:29.373832 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea4f761-54b0-4e77-9d84-5143f79c4e8a", "tag": "e5fef679-f9d4-4ff4-99a4-3e18be20bd06", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:29.374085 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dace60da-7878-4663-86c8-be0be027fe8b {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:29.374592 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dace60da-7878-4663-86c8-be0be027fe8b'] response: {'name': 'network-changed', 'server_uuid': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'tag': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06', 'status': 'completed', 'code': 200} Sep 03 01:33:29.427813 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-a592c35a-eba2-4eb6-b1ee-5a78edd059e9 None None] Provisioning complete for port 9ab23d97-93c5-443a-a734-fe9f47c27341 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:29.428655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a592c35a-eba2-4eb6-b1ee-5a78edd059e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:29.486405 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-a592c35a-eba2-4eb6-b1ee-5a78edd059e9 None None] Port 9ab23d97-93c5-443a-a734-fe9f47c27341 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:29.546470 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cfed0-5e66-4a7e-9215-bb1ce0e31789 req-1e9b20d1-c7d1-4bb1-ba8b-a06d54ab17f2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:29.548821 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b81cfed0-5e66-4a7e-9215-bb1ce0e31789 req-1e9b20d1-c7d1-4bb1-ba8b-a06d54ab17f2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 931 time: 0.0607479 Sep 03 01:33:29.635035 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:29.654118 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b81cfed0-5e66-4a7e-9215-bb1ce0e31789 req-67203bb2-5a30-4208-8ab7-4fbe231035ae tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868826 Sep 03 01:33:29.755600 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cca65b-d7d7-4f91-898e-8b506d8373a0 req-660b3f90-ee2a-4389-a57a-75b81856e856 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:29.769883 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71cca65b-d7d7-4f91-898e-8b506d8373a0 req-660b3f90-ee2a-4389-a57a-75b81856e856 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.1164317 Sep 03 01:33:29.860355 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71cca65b-d7d7-4f91-898e-8b506d8373a0 req-4f629f05-e8ef-4327-bab6-ba23aa8567ad tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787466 Sep 03 01:33:29.932601 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ca395db9-c6e4-4819-9831-57f59a91872f req-f9ea7e0a-71dc-421c-a34f-1894d21435af tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0876615 Sep 03 01:33:29.936888 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.42', 56820) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:29.944060 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.42', 56821) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:30.116814 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-1135a8e9-e051-4be3-a840-2667e8cc202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:30.118818 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-1135a8e9-e051-4be3-a840-2667e8cc202d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1127 time: 0.1659935 Sep 03 01:33:30.224582 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Request body: {'port': {'device_id': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:30.267698 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:30.270687 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-e28e5dc5-6908-4644-9ac8-70f3aef488f2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4b292e8b-d77c-4f44-9888-e42a1b3cbaef HTTP/1.1" status: 200 len: 217 time: 0.3414986 Sep 03 01:33:30.307398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.42', 56822) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:33:30.528321 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-b702a78b-d3c6-4717-95a1-c740f8867168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:30.529958 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-b702a78b-d3c6-4717-95a1-c740f8867168 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=33a392ca-1199-405f-b1b7-a5c99727d5c3 HTTP/1.1" status: 200 len: 850 time: 0.2195973 Sep 03 01:33:30.590437 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dc58ed3-f6fb-4fb8-8566-7be525e0a0db req-44681e02-f2bb-48db-be6e-9d289faa1089 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.3247759 Sep 03 01:33:30.646920 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8ce3fd3c-79f4-4d19-ae1c-3d1896d5b3a3 req-b3f97fb1-b576-411e-a3c2-1c7560172a0a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.5110648 Sep 03 01:33:30.665226 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-4b37344f-eacd-425a-8fcf-cf8284aafb11 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 200 len: 217 time: 0.5049787 Sep 03 01:33:30.687128 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:30.873194 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:30.881420 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-9c8b97f1-bf10-418b-ad91-98b9a20da201 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:30.888025 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-9c8b97f1-bf10-418b-ad91-98b9a20da201 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 811 time: 0.9322793 Sep 03 01:33:30.907195 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:30.930490 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-e3483b15-89fb-40ce-bdf0-bd419e5115bb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:30.932404 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-e3483b15-89fb-40ce-bdf0-bd419e5115bb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 817 time: 0.8260117 Sep 03 01:33:31.160153 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-116be285-12e5-4edf-bc3b-71926b4ba7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:31.161769 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-116be285-12e5-4edf-bc3b-71926b4ba7f3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.4585927 Sep 03 01:33:31.238721 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-f47fcca5-2f98-4620-8aa9-6aa3fe44fda0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 380 time: 0.2470219 Sep 03 01:33:31.252138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-15057171-c0e1-4cf5-b1c9-b9b454a25e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:31.271029 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-15057171-c0e1-4cf5-b1c9-b9b454a25e5b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=e76c3328-9980-42be-a38f-bf4c2c60f920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6116128 Sep 03 01:33:31.309241 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-d199bf72-d188-43db-962a-ce0b04073d60 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:31.311974 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-d199bf72-d188-43db-962a-ce0b04073d60 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.9772451 Sep 03 01:33:31.320082 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fc429-e50c-4796-9f86-5572881f8b75 req-f5b8a2af-9277-49a2-b0cb-21391b9ddc73 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:31.334277 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b2fc429-e50c-4796-9f86-5572881f8b75 req-f5b8a2af-9277-49a2-b0cb-21391b9ddc73 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.3347275 Sep 03 01:33:31.369832 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'port': {'device_id': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'admin_state_up': True, 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'security_groups': ['fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93']}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:31.495875 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-9cbc3039-3c3a-4be3-a140-25bfc94bbd07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e76c3328-9980-42be-a38f-bf4c2c60f920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982737 Sep 03 01:33:31.542792 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-459e3202-c81c-4eef-ab4d-9504deb2422b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53cde5b369084772897d46c38b083d8f HTTP/1.1" status: 200 len: 379 time: 0.6091139 Sep 03 01:33:31.543896 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-ee66e458-36ed-4149-87d8-3d0216a92f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:31.545350 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-ee66e458-36ed-4149-87d8-3d0216a92f9d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3022580 Sep 03 01:33:31.557011 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4fa61-4fa3-4bf3-82e3-ff1563aa29c4 req-5c110f93-a912-48a9-93bb-f8aeeea88a73 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:31.564263 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b9a4fa61-4fa3-4bf3-82e3-ff1563aa29c4 req-5c110f93-a912-48a9-93bb-f8aeeea88a73 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 931 time: 0.6098170 Sep 03 01:33:31.580777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'port': {'device_id': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'admin_state_up': True, 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'security_groups': ['713812f8-d247-4048-9e4d-13f9abb0e03d']}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:31.719873 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b2fc429-e50c-4796-9f86-5572881f8b75 req-b6cd077a-77e4-4a37-983d-2502b0056439 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841164 Sep 03 01:33:31.802151 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:31.879387 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-e48827a7-cdaf-4969-aacf-f24695d4be78 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 380 time: 0.3749082 Sep 03 01:33:31.931281 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'port': {'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'admin_state_up': True, 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'security_groups': ['f8ff22fd-2efc-4a59-9de3-895e652b211e']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:31.940721 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Made reservation on behalf of e09bed4b9f9741a8ab110a2676baee7f for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:33:31.944448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:31.966188 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-298e0c97-71a3-484c-ab8a-f979e2acf872 req-2d39cf25-e11f-46c6-9b1c-657cad58aa34 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.1148434 Sep 03 01:33:31.970042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:32.007211 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-e71652c1-381d-424f-87f5-dc7807fe5e36 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/e76c3328-9980-42be-a38f-bf4c2c60f920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4816694 Sep 03 01:33:32.018565 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b9a4fa61-4fa3-4bf3-82e3-ff1563aa29c4 req-f0195d6b-c18f-4b2f-8250-887d5f57cf26 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504497 Sep 03 01:33:32.166369 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Made reservation on behalf of 53cde5b369084772897d46c38b083d8f for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:33:32.173893 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-037543d1-3b7c-4690-ad82-f31f61dc66aa req-a351a1a5-d082-41ed-b6b6-9ce5e2e9aff8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0520356 Sep 03 01:33:32.200125 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:32.204404 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dab23836-eff1-46f7-867b-df2eb8f60653 req-8c14cfc0-fc98-4378-bef7-8ff4f26a2190 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.1102822 Sep 03 01:33:32.251666 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-90bd7741-8cfe-462c-b734-1c50cae2bfce service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769991 Sep 03 01:33:32.359470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab23d97-93c5-443a-a734-fe9f47c27341 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:32.385222 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Publish callbacks [] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:32.448663 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Transition to ACTIVE for port object 9ab23d97-93c5-443a-a734-fe9f47c27341 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:33:32.450392 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Made reservation on behalf of 02813cf0683749ee87b039b28f1aeebb for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:33:32.465759 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:32.585883 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:32.610105 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:32.646178 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d89a60d-cb7e-4a73-9cca-6e30637599ad req-85c50a3f-155f-4aa6-a59e-6db465b3a861 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975988 Sep 03 01:33:32.670196 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Allocated IP 172.20.0.11 (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5/d06c7d80-9545-4cc8-958c-a642bcae5680/8e331545-f680-453c-942e-5cd9fc274b5f) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:32.703740 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Allocated IP 172.20.0.14 (3699488b-c45e-45e8-a057-bbc9d098a735/a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2/e8b8b19d-91b5-4b5a-a71d-5c995462d419) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:32.831457 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab23d97-93c5-443a-a734-fe9f47c27341,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:32.866461 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:32.900850 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Attempting to bind port 9ab23d97-93c5-443a-a734-fe9f47c27341 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:32.901199 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Attempting to bind port 9ab23d97-93c5-443a-a734-fe9f47c27341 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:32.901769 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Attempting to bind port 9ab23d97-93c5-443a-a734-fe9f47c27341 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:32.979376 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.20.0.6 (7bd92e7f-f880-47a6-a573-413ea7d8bd54/01985834-b812-4464-b00a-84a8b348cef3/fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:33:32.992834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Port 9ab23d97-93c5-443a-a734-fe9f47c27341 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:33:32.994077 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Attempting to bind port 9ab23d97-93c5-443a-a734-fe9f47c27341 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:33.052824 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-c51cebd3-88ef-4a89-9dc1-9fc2b794b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:33.054292 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:33.056730 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-c51cebd3-88ef-4a89-9dc1-9fc2b794b638 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1127 time: 0.2539887 Sep 03 01:33:33.060811 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Checking segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:33.060960 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Bound using segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:33.069035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Bound port: 9ab23d97-93c5-443a-a734-fe9f47c27341, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:33.069213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:33.099975 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5956605-ce1b-40c5-b5df-da62210281cb req-221aeec7-916c-40bb-805c-898dd6095585 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:33.102290 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5956605-ce1b-40c5-b5df-da62210281cb req-221aeec7-916c-40bb-805c-898dd6095585 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.1860821 Sep 03 01:33:33.120702 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:INSERT=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:33.279395 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5956605-ce1b-40c5-b5df-da62210281cb req-4e4101bb-eb98-4b80-8fab-8d84ecbe8e59 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496987 Sep 03 01:33:33.525534 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for port (8e331545-f680-453c-942e-5cd9fc274b5f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:33.554551 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] For port 9ab23d97-93c5-443a-a734-fe9f47c27341, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:33.595994 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c5848608-30c9-4307-b457-ea61fea9d071 req-f343c437-a710-428e-9dd7-e96524c12460 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.2638254 Sep 03 01:33:33.604694 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] For port 9ab23d97-93c5-443a-a734-fe9f47c27341, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ab23d97-93c5-443a-a734-fe9f47c27341,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:33.640376 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f9e5b-2e7a-4050-ba1b-fa1384dcc4e3 req-6181c0f8-9a85-4547-9ad8-342d889b770d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:33.640376 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a9f9e5b-2e7a-4050-ba1b-fa1384dcc4e3 req-6181c0f8-9a85-4547-9ad8-342d889b770d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.1599383 Sep 03 01:33:33.652969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:33.665266 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-b5442c44-0791-411f-ac46-bd492ca12718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:33.667585 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-b5442c44-0791-411f-ac46-bd492ca12718 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.5984778 Sep 03 01:33:33.717049 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:33.764913 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:33.765539 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:33.773102 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/9ab23d97-93c5-443a-a734-fe9f47c27341 HTTP/1.1" status: 200 len: 1093 time: 3.7825925 Sep 03 01:33:33.795945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'tag': '9ab23d97-93c5-443a-a734-fe9f47c27341'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:33.795945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee7b814-a33b-437a-9b0c-f923b7f59949" -d '{"events": [{"name": "network-changed", "server_uuid": "615f8d7e-2e14-4015-a24f-2b02e885ef44", "tag": "9ab23d97-93c5-443a-a734-fe9f47c27341"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:33.863886 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a9f9e5b-2e7a-4050-ba1b-fa1384dcc4e3 req-19e0e256-e749-4453-ba23-7c0eecaf3569 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115815 Sep 03 01:33:33.890242 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a85ca-cf4d-4ec0-bc67-d97d3a615815 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab23d97-93c5-443a-a734-fe9f47c27341,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:33.938780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.003647 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-d418f76a-ae80-457e-bbfc-bd8745f9a8ff service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 200 len: 217 time: 0.0733609 Sep 03 01:33:34.009949 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-57edcd02-a8f3-4eeb-a7d5-405fe30485b0 req-913723b4-1b4a-41e7-80be-df98d407d408 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0810320 Sep 03 01:33:34.010905 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-eea056d1-086c-4fd7-8140-671200cd81e4 req-f37b9859-e3a1-42a0-acb2-fb422ef4064f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.0612423 Sep 03 01:33:34.062793 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1337c6bc-2231-4c32-96f7-4e126e53c798 x-openstack-request-id: req-1337c6bc-2231-4c32-96f7-4e126e53c798 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:34.063095 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "615f8d7e-2e14-4015-a24f-2b02e885ef44", "tag": "9ab23d97-93c5-443a-a734-fe9f47c27341", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:34.063346 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1337c6bc-2231-4c32-96f7-4e126e53c798 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:34.063787 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1337c6bc-2231-4c32-96f7-4e126e53c798'] response: {'name': 'network-changed', 'server_uuid': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'tag': '9ab23d97-93c5-443a-a734-fe9f47c27341', 'status': 'completed', 'code': 200} Sep 03 01:33:34.085137 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-420cd092-b30c-44b6-a5d5-cd89861100f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.087510 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-420cd092-b30c-44b6-a5d5-cd89861100f2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0726268 Sep 03 01:33:34.126658 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7b814-a33b-437a-9b0c-f923b7f59949 req-03a962dc-bd48-447b-8a8e-e4f331dead0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.128316 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bee7b814-a33b-437a-9b0c-f923b7f59949 req-03a962dc-bd48-447b-8a8e-e4f331dead0d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 1127 time: 0.0451715 Sep 03 01:33:34.129974 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-87ddd472-4e01-4419-aafa-75c46d0a0e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.131480 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-87ddd472-4e01-4419-aafa-75c46d0a0e62 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383735 Sep 03 01:33:34.139928 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.232650 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-41d631e9-8633-4a44-8f9b-7f4fbc0f6a53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897217 Sep 03 01:33:34.270733 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.273337 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.337711 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:34.344031 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Network 3699488b-c45e-45e8-a057-bbc9d098a735 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:34.347460 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:34.352451 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:34.356993 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.357622 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.365319 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'Port': ['ID=e8b8b19d-91b5-4b5a-a71d-5c995462d419,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:34.372952 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:34.383911 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:34.388825 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.389466 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.468979 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:34.489295 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be19dd-7197-4cde-9aee-0adaa27a3412 req-9f0995fe-e4d6-4b11-a1fb-2516826714cc tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.490134 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-27be19dd-7197-4cde-9aee-0adaa27a3412 req-9f0995fe-e4d6-4b11-a1fb-2516826714cc tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0678370 Sep 03 01:33:34.503663 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-75492f30-5fc7-48ae-870b-b48453e0b44e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1438625 Sep 03 01:33:34.531289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:33:34.540624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:33:34.542489 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-434c26d9-4763-45e8-bc34-b973f3ba50f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9709048 Sep 03 01:33:34.542730 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:34.545124 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:33:34.550005 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.557197 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.634313 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-27be19dd-7197-4cde-9aee-0adaa27a3412 req-2c9c0686-be53-45f5-942c-ea7906808c0c tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137559 Sep 03 01:33:34.640784 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Request body: {'port': {'device_id': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:34.646559 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7b814-a33b-437a-9b0c-f923b7f59949 req-8bdc6450-b6a8-4f93-9338-1cf81116453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:34.661298 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bee7b814-a33b-437a-9b0c-f923b7f59949 req-8bdc6450-b6a8-4f93-9338-1cf81116453a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5188992 Sep 03 01:33:34.662456 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Request body: {'port': {'device_id': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:34.887669 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-d6e82170-e349-4221-a30b-7968fb5d2b32 None None] Provisioning complete for port 8e331545-f680-453c-942e-5cd9fc274b5f triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:34.889769 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6e82170-e349-4221-a30b-7968fb5d2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:34.965464 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-25656ba2-1f3f-49e0-8db4-af7c7857b6c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0788016 Sep 03 01:33:34.978728 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-d6e82170-e349-4221-a30b-7968fb5d2b32 None None] Port 8e331545-f680-453c-942e-5cd9fc274b5f cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:35.032382 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00409a-89f7-479f-a1e8-4efd8fbab1eb req-12ceaaff-3a96-461e-ac4a-65042c4e4ae1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:35.033758 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ce00409a-89f7-479f-a1e8-4efd8fbab1eb req-12ceaaff-3a96-461e-ac4a-65042c4e4ae1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 932 time: 0.2034578 Sep 03 01:33:35.042609 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.044591 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.086454 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3ba42cc0-1b1f-49fc-80f3-6a41d91e07ef req-b06218f6-6de1-4b36-8c84-2b582c5c8d5a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520497 Sep 03 01:33:35.097091 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9b91528-1021-4136-b987-6dca3fbd3102 None None] Provisioning complete for port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:35.097456 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9b91528-1021-4136-b987-6dca3fbd3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.098359 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9f5c7-0a14-4841-8710-954105f666aa req-2dd1260f-bb5c-42e0-a94f-8dbc8df6c145 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:35.101521 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62b9f5c7-0a14-4841-8710-954105f666aa req-2dd1260f-bb5c-42e0-a94f-8dbc8df6c145 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0986385 Sep 03 01:33:35.116157 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ce00409a-89f7-479f-a1e8-4efd8fbab1eb req-21569fac-f9bf-4d1d-8970-eceb15ad11e9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749958 Sep 03 01:33:35.118509 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7b814-a33b-437a-9b0c-f923b7f59949 req-84c9cbb4-3a66-47e7-a26b-736361a335e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:35.119889 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bee7b814-a33b-437a-9b0c-f923b7f59949 req-84c9cbb4-3a66-47e7-a26b-736361a335e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4419975 Sep 03 01:33:35.143926 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9b91528-1021-4136-b987-6dca3fbd3102 None None] Port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:35.147904 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b9b91528-1021-4136-b987-6dca3fbd3102 None None] Provisioning complete for port e8b8b19d-91b5-4b5a-a71d-5c995462d419 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:35.148455 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b9b91528-1021-4136-b987-6dca3fbd3102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.195062 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b9b91528-1021-4136-b987-6dca3fbd3102 None None] Port e8b8b19d-91b5-4b5a-a71d-5c995462d419 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:33:35.237464 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6ab15-f50e-44c4-8509-84c47ca26ce0 req-66db9772-2c7b-4617-88bb-e9bd57bab396 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:35.238957 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-19a6ab15-f50e-44c4-8509-84c47ca26ce0 req-66db9772-2c7b-4617-88bb-e9bd57bab396 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 931 time: 0.0550978 Sep 03 01:33:35.288166 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-19a6ab15-f50e-44c4-8509-84c47ca26ce0 req-6abea502-cd9b-4aed-a53b-18c30e8cd4e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421567 Sep 03 01:33:35.373127 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62b9f5c7-0a14-4841-8710-954105f666aa req-28538b86-e73f-4f12-96a1-4fe62056e378 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118852 Sep 03 01:33:35.425986 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c2360-22d2-4b2a-b269-fb58bffdd674 req-985b7f96-7fe9-4752-8326-8d4a696c742f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:35.427512 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e16c2360-22d2-4b2a-b269-fb58bffdd674 req-985b7f96-7fe9-4752-8326-8d4a696c742f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 932 time: 0.0494888 Sep 03 01:33:35.478958 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e16c2360-22d2-4b2a-b269-fb58bffdd674 req-e6336d9a-b3b4-4eef-ac81-763a34d38987 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445683 Sep 03 01:33:35.625670 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e331545-f680-453c-942e-5cd9fc274b5f {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:35.630903 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8b8b19d-91b5-4b5a-a71d-5c995462d419 {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:35.640119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Publish callbacks [] for port (8e331545-f680-453c-942e-5cd9fc274b5f), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.643417 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Publish callbacks [] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.664268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Transition to ACTIVE for port object 8e331545-f680-453c-942e-5cd9fc274b5f will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:33:35.665274 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Transition to ACTIVE for port object e8b8b19d-91b5-4b5a-a71d-5c995462d419 will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:33:35.734672 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4dfb6-1c0e-4727-9b85-93d494241c8d req-b536fdd7-1952-4e25-8841-d07e1c0c7d51 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:35.736226 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-68a4dfb6-1c0e-4727-9b85-93d494241c8d req-b536fdd7-1952-4e25-8841-d07e1c0c7d51 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0510089 Sep 03 01:33:35.739019 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.769783 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:33:35.787078 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.795794 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:35.821404 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:35.842379 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:35.916680 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-68a4dfb6-1c0e-4727-9b85-93d494241c8d req-9cf664a4-ae3b-4889-b1a0-3c356678eafa tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713784 Sep 03 01:33:35.917341 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Attempting to bind port 8e331545-f680-453c-942e-5cd9fc274b5f on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:35.917679 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Attempting to bind port 8e331545-f680-453c-942e-5cd9fc274b5f by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:35.918009 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Attempting to bind port 8e331545-f680-453c-942e-5cd9fc274b5f on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:35.922054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:35.942066 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Attempting to bind port e8b8b19d-91b5-4b5a-a71d-5c995462d419 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:35.942424 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Attempting to bind port e8b8b19d-91b5-4b5a-a71d-5c995462d419 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:35.942755 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Attempting to bind port e8b8b19d-91b5-4b5a-a71d-5c995462d419 on network 3699488b-c45e-45e8-a057-bbc9d098a735 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:35.946185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8b19d-91b5-4b5a-a71d-5c995462d419,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:35.951259 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Port 8e331545-f680-453c-942e-5cd9fc274b5f on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:33:35.951584 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Attempting to bind port 8e331545-f680-453c-942e-5cd9fc274b5f on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:35.955843 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Port e8b8b19d-91b5-4b5a-a71d-5c995462d419 on network 3699488b-c45e-45e8-a057-bbc9d098a735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:33:35.956158 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Attempting to bind port e8b8b19d-91b5-4b5a-a71d-5c995462d419 on network 3699488b-c45e-45e8-a057-bbc9d098a735 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:35.961420 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:35.961755 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Checking segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:35.962124 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Bound using segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:35.962576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Bound port: 8e331545-f680-453c-942e-5cd9fc274b5f, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:35.962935 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:35.967533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:35.967865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Checking segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:35.968230 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Bound using segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:35.968642 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Bound port: e8b8b19d-91b5-4b5a-a71d-5c995462d419, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:35.968985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:36.076341 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:36.080218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:36.081829 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] For port e8b8b19d-91b5-4b5a-a71d-5c995462d419, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:36.086694 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] For port e8b8b19d-91b5-4b5a-a71d-5c995462d419, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:36.137783 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.178547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:36.181451 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:36.183684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:36.184256 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:36.185709 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 1094 time: 1.5525384 Sep 03 01:33:36.187924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:36.190209 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533a61a4-62be-421a-92cf-0a408b92faba" -d '{"events": [{"name": "network-changed", "server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:36.212606 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:36.216198 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:36.216198 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 200 len: 1094 time: 1.5831461 Sep 03 01:33:36.239249 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cb544f-f91a-40f3-9be7-1eb41362947d x-openstack-request-id: req-05cb544f-f91a-40f3-9be7-1eb41362947d {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:36.239249 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:36.239472 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-05cb544f-f91a-40f3-9be7-1eb41362947d {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:36.239869 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05cb544f-f91a-40f3-9be7-1eb41362947d'] response: {'name': 'network-changed', 'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'status': 'completed', 'code': 200} Sep 03 01:33:36.245100 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:36.248977 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b289f10-afd7-4ef0-ab7b-13c9b823ff10 req-4a4f341f-3c57-45de-b90a-12e498a2be9c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:36.250765 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3b289f10-afd7-4ef0-ab7b-13c9b823ff10 req-4a4f341f-3c57-45de-b90a-12e498a2be9c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0591564 Sep 03 01:33:36.298271 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5770a-8f3e-47dc-ac04-bd6c5d1f490f service neutron] Pushing event updated for resources: {'Port': ['ID=e8b8b19d-91b5-4b5a-a71d-5c995462d419,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:36.303416 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3b289f10-afd7-4ef0-ab7b-13c9b823ff10 req-de18aaae-e992-4a42-85d5-87751a51749c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449498 Sep 03 01:33:36.436155 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aa5ab-a1d7-4cda-900c-198f54b5a854 req-ada85cee-43c2-4cb7-8833-71b98e25b1f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:36.437640 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-518aa5ab-a1d7-4cda-900c-198f54b5a854 req-ada85cee-43c2-4cb7-8833-71b98e25b1f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 931 time: 0.0490141 Sep 03 01:33:36.479413 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.491225 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-518aa5ab-a1d7-4cda-900c-198f54b5a854 req-5ed07c25-825a-467c-bbc2-35b96b51b88a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471537 Sep 03 01:33:36.495405 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65db95e-03c1-4738-a980-3bc3167d50ab req-18380d79-c887-4b9c-8a03-7a2d56a539b1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:36.496890 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e65db95e-03c1-4738-a980-3bc3167d50ab req-18380d79-c887-4b9c-8a03-7a2d56a539b1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0479650 Sep 03 01:33:36.535481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.547997 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e65db95e-03c1-4738-a980-3bc3167d50ab req-07500cd2-1bf4-411e-91c8-2651ae297545 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Sep 03 01:33:36.560977 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.607797 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e225657-e302-48d1-826e-d2d26165a650 req-27b75905-c8e6-4476-a636-6315f9719849 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:36.609185 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2e225657-e302-48d1-826e-d2d26165a650 req-27b75905-c8e6-4476-a636-6315f9719849 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0470107 Sep 03 01:33:36.613227 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.657126 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2e225657-e302-48d1-826e-d2d26165a650 req-d940b004-f15c-4ec4-b9c2-2262888f35e2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Sep 03 01:33:36.681670 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.818965 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:36.903833 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:37.043103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e480cc-c421-416a-af1f-06abdf7044ac req-0a724ed0-9cc7-4474-aaa7-cdf04386d292 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:37.044581 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-45e480cc-c421-416a-af1f-06abdf7044ac req-0a724ed0-9cc7-4474-aaa7-cdf04386d292 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0463111 Sep 03 01:33:37.108451 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-45e480cc-c421-416a-af1f-06abdf7044ac req-bc1c8e61-e590-4d4b-b1a4-14fbbfc42fd0 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582600 Sep 03 01:33:37.430029 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700afe6-0221-4004-bc5f-b6a28340007e req-ce44d7a4-a893-477c-b376-43f2ced05743 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:37.431491 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e700afe6-0221-4004-bc5f-b6a28340007e req-ce44d7a4-a893-477c-b376-43f2ced05743 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0540924 Sep 03 01:33:37.477365 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e700afe6-0221-4004-bc5f-b6a28340007e req-f28751ac-a122-45e3-a5c6-11b5f90e0f40 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403099 Sep 03 01:33:37.613209 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702b32b-16f5-4b75-8fbb-628bb3ce4b96 req-e7231776-d449-47d7-9edf-83b6272c85e8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:37.614740 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a702b32b-16f5-4b75-8fbb-628bb3ce4b96 req-e7231776-d449-47d7-9edf-83b6272c85e8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 931 time: 0.0499218 Sep 03 01:33:37.662766 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a702b32b-16f5-4b75-8fbb-628bb3ce4b96 req-08d848ef-4a32-4a5d-9390-4991a66cdaa2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420148 Sep 03 01:33:37.669631 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aafb69-b662-495e-a8cc-dfe219f10653 req-398f06f2-964d-4c5e-9aaf-a0a9c05700e5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:37.671148 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b7aafb69-b662-495e-a8cc-dfe219f10653 req-398f06f2-964d-4c5e-9aaf-a0a9c05700e5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0463364 Sep 03 01:33:37.718328 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b7aafb69-b662-495e-a8cc-dfe219f10653 req-d595d634-5c67-4218-9a84-8691d1cbaba1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Sep 03 01:33:37.780435 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f8289b-5c5d-424e-a5ec-c9631ec607b1 req-0640bc1d-a515-4975-8e43-1441e0d29460 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:37.781867 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f5f8289b-5c5d-424e-a5ec-c9631ec607b1 req-0640bc1d-a515-4975-8e43-1441e0d29460 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0458550 Sep 03 01:33:37.830315 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f5f8289b-5c5d-424e-a5ec-c9631ec607b1 req-746a32ae-3af1-47a6-8d11-8d5b1579144f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425639 Sep 03 01:33:38.237222 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287647-2ee7-47a6-9d1d-a85ca3dd919f req-b81e6df2-989a-4a00-8fc4-99e7c5807ac3 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:38.238705 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-22287647-2ee7-47a6-9d1d-a85ca3dd919f req-b81e6df2-989a-4a00-8fc4-99e7c5807ac3 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0502496 Sep 03 01:33:38.241237 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:38.244085 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd65e1d0-462f-4914-9492-6aaf9aa71327" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:38.284346 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b47dd1-451f-42d9-8f91-518fe44c0422 x-openstack-request-id: req-43b47dd1-451f-42d9-8f91-518fe44c0422 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:38.284639 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:38.284890 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43b47dd1-451f-42d9-8f91-518fe44c0422 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:38.286820 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b47dd1-451f-42d9-8f91-518fe44c0422'] response: {'name': 'network-changed', 'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'status': 'completed', 'code': 200} Sep 03 01:33:38.292668 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-22287647-2ee7-47a6-9d1d-a85ca3dd919f req-f85c0709-05ad-4361-86cc-016b44698898 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460167 Sep 03 01:33:38.600081 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeaac1-b47b-4760-9134-ada38551ea53 req-321a4bae-ae32-43c8-9219-17517619f392 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:38.601551 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d2aeaac1-b47b-4760-9134-ada38551ea53 req-321a4bae-ae32-43c8-9219-17517619f392 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0494010 Sep 03 01:33:38.652071 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d2aeaac1-b47b-4760-9134-ada38551ea53 req-d4966e14-499d-499a-a33e-3d2d960925b7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448682 Sep 03 01:33:38.788725 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df131324-73f7-4690-baa9-fbb1311992d1 req-e51f5acc-0671-4c59-aca6-ff1d240d5cef tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:38.790181 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-df131324-73f7-4690-baa9-fbb1311992d1 req-e51f5acc-0671-4c59-aca6-ff1d240d5cef tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 931 time: 0.0471730 Sep 03 01:33:38.790619 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:38.839659 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-df131324-73f7-4690-baa9-fbb1311992d1 req-0de8424c-19bb-4412-803f-599cf544144a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Sep 03 01:33:38.840377 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec27e7-aceb-4591-b3a6-c594f3fbbc36 req-e9316814-cd8d-4b07-b47c-d7f0d7d93451 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:38.841843 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d7ec27e7-aceb-4591-b3a6-c594f3fbbc36 req-e9316814-cd8d-4b07-b47c-d7f0d7d93451 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0497799 Sep 03 01:33:38.899031 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d7ec27e7-aceb-4591-b3a6-c594f3fbbc36 req-27574961-cb98-4b22-b7f4-c84babb7c339 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505250 Sep 03 01:33:38.958589 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9433-6a83-4ca1-a0b5-b45c166c91d8 req-06ecc000-34d4-4bff-82ab-71dff103f4ff tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:38.960075 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cefd9433-6a83-4ca1-a0b5-b45c166c91d8 req-06ecc000-34d4-4bff-82ab-71dff103f4ff tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0471487 Sep 03 01:33:39.013650 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cefd9433-6a83-4ca1-a0b5-b45c166c91d8 req-b44a933a-9c5f-4724-b05c-de75a652a4cc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467257 Sep 03 01:33:39.210899 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Request body: {'port': {'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:33:39.302690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:39.362024 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-2cd3b0a7-bd13-48d3-980e-0dad802a696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.362024 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-2cd3b0a7-bd13-48d3-980e-0dad802a696a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 1127 time: 0.0679173 Sep 03 01:33:39.362024 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:39.362819 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a61a4-62be-421a-92cf-0a408b92faba req-78c6a017-d887-4cad-a18a-16c38bb87bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.362819 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-533a61a4-62be-421a-92cf-0a408b92faba req-78c6a017-d887-4cad-a18a-16c38bb87bdd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1128 time: 0.0796909 Sep 03 01:33:39.362819 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e1d0-462f-4914-9492-6aaf9aa71327 req-dbf1ff15-fb48-480b-abf1-b172b8c8920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.362819 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cd65e1d0-462f-4914-9492-6aaf9aa71327 req-dbf1ff15-fb48-480b-abf1-b172b8c8920c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1128 time: 0.0727785 Sep 03 01:33:39.371151 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-d12efd0c-9e4d-41bb-ab74-1cc61ea15ffb service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab23d97-93c5-443a-a734-fe9f47c27341 HTTP/1.1" status: 200 len: 217 time: 0.0366974 Sep 03 01:33:39.490788 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:39.546766 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a61a4-62be-421a-92cf-0a408b92faba req-2f293deb-f798-430c-a44a-4c6310768af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.548095 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-40799e0b-6514-429e-a0a7-6d465c526b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.548274 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-533a61a4-62be-421a-92cf-0a408b92faba req-2f293deb-f798-430c-a44a-4c6310768af6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1772771 Sep 03 01:33:39.549087 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e1d0-462f-4914-9492-6aaf9aa71327 req-33a36069-620a-4b7f-998b-765ecf706218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.549531 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-40799e0b-6514-429e-a0a7-6d465c526b68 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.1569412 Sep 03 01:33:39.550389 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cd65e1d0-462f-4914-9492-6aaf9aa71327 req-33a36069-620a-4b7f-998b-765ecf706218 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=53cde5b369084772897d46c38b083d8f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1779733 Sep 03 01:33:39.558419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44289334-8bed-48be-8ad5-20582a85819e req-bbb3526c-4bc4-4a1e-94c2-db7e7b4043ad tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.559794 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-44289334-8bed-48be-8ad5-20582a85819e req-bbb3526c-4bc4-4a1e-94c2-db7e7b4043ad tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.1493721 Sep 03 01:33:39.609909 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:39.678527 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:39.683651 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-395df65e-7857-4d96-a8b9-84576feebbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.685282 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-395df65e-7857-4d96-a8b9-84576feebbb5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1197288 Sep 03 01:33:39.746100 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-44289334-8bed-48be-8ad5-20582a85819e req-234b0e73-137c-4279-9222-a7ebd2eb2b84 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792402 Sep 03 01:33:39.791641 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a61a4-62be-421a-92cf-0a408b92faba req-237a594b-4695-4c23-a55b-3f5bb4d1649a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.793117 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-533a61a4-62be-421a-92cf-0a408b92faba req-237a594b-4695-4c23-a55b-3f5bb4d1649a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300918 Sep 03 01:33:39.796748 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65e1d0-462f-4914-9492-6aaf9aa71327 req-43aa3251-4539-4c53-ad80-eeb4b7a1cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.798305 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cd65e1d0-462f-4914-9492-6aaf9aa71327 req-43aa3251-4539-4c53-ad80-eeb4b7a1cee1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2269449 Sep 03 01:33:39.863526 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229bd3c-936a-42d8-8298-4a48a4549c4f req-7cdb80bd-e342-4491-a341-fc00d2c0ce80 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:39.863526 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6229bd3c-936a-42d8-8298-4a48a4549c4f req-7cdb80bd-e342-4491-a341-fc00d2c0ce80 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0852001 Sep 03 01:33:39.887594 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6229bd3c-936a-42d8-8298-4a48a4549c4f req-6bfd5b35-7f04-4e01-b702-dbf23ccea80b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581958 Sep 03 01:33:39.909047 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-4d072d11-9b32-4507-aeda-327706f2071c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144046 Sep 03 01:33:39.912882 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:39.930278 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Publish callbacks [] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:40.010761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Transition to ACTIVE for port object fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:33:40.021922 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf6280-6157-40d6-bbba-1c80a2b7f3a7 req-f08c7226-8631-4264-bb10-5732f2e52272 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:40.023729 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b3cf6280-6157-40d6-bbba-1c80a2b7f3a7 req-f08c7226-8631-4264-bb10-5732f2e52272 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0477774 Sep 03 01:33:40.032715 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ac556-e7a8-418e-b4bf-8f98db7b9870 req-4c4a75b7-dbcf-4e43-a99b-2ed97ca1ce53 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:40.034144 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6f4ac556-e7a8-418e-b4bf-8f98db7b9870 req-4c4a75b7-dbcf-4e43-a99b-2ed97ca1ce53 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 931 time: 0.1012559 Sep 03 01:33:40.084249 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b3cf6280-6157-40d6-bbba-1c80a2b7f3a7 req-81051fbf-cfcb-4cf8-8d29-d8a4f09d39cd tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545013 Sep 03 01:33:40.086639 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0976722b-7d49-46d9-b37a-9da7b4811c27 req-95ff8e72-b065-437b-a353-d09d7855ce5b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686397 Sep 03 01:33:40.107099 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6f4ac556-e7a8-418e-b4bf-8f98db7b9870 req-c5f34f34-5041-4cca-b6d3-8d3aea640390 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664179 Sep 03 01:33:40.211675 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d0af2-0deb-4146-b875-d7dc5c034b44 req-3d72e611-415b-4491-8179-192f09a738ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:40.213421 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d88d0af2-0deb-4146-b875-d7dc5c034b44 req-3d72e611-415b-4491-8179-192f09a738ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0462177 Sep 03 01:33:40.239139 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:40.279494 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d88d0af2-0deb-4146-b875-d7dc5c034b44 req-9a49690f-4b6a-49d3-81b1-63d37506ecef tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605247 Sep 03 01:33:40.337456 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:40.347372 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Attempting to bind port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:33:40.347872 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Attempting to bind port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:33:40.348296 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Attempting to bind port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:40.354097 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:33:40.354448 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Attempting to bind port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:33:40.360191 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:33:40.360556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:33:40.360939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Bound using segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:33:40.361370 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Bound port: fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:33:40.361730 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:40.424169 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] For port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:33:40.427296 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] For port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:33:40.441708 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:40.505222 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:40.511165 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:40.512246 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:40.513192 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 HTTP/1.1" status: 200 len: 1093 time: 1.3075919 Sep 03 01:33:40.513627 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:40.516074 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1233f12-5886-4243-a27d-442d3b01b31d" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:40.582683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5272cb01-70ca-482e-a165-e4a6e1c2d324 x-openstack-request-id: req-5272cb01-70ca-482e-a165-e4a6e1c2d324 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:40.583054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:40.583326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5272cb01-70ca-482e-a165-e4a6e1c2d324 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:40.583709 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5272cb01-70ca-482e-a165-e4a6e1c2d324'] response: {'name': 'network-changed', 'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'status': 'completed', 'code': 200} Sep 03 01:33:40.589681 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de59b30-efe1-4538-b6e6-2a909553fd80 service neutron] Pushing event updated for resources: {'Port': ['ID=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:40.871101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807ae3a-79f3-47f6-9cb9-32cfd3dbbf06 req-fbae6e06-037d-4c97-9392-ea79583e9fd0 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:40.872540 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8807ae3a-79f3-47f6-9cb9-32cfd3dbbf06 req-fbae6e06-037d-4c97-9392-ea79583e9fd0 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0464110 Sep 03 01:33:40.930416 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8807ae3a-79f3-47f6-9cb9-32cfd3dbbf06 req-76791a25-f3b6-4d1b-80e9-581b56b1cee9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520723 Sep 03 01:33:41.023565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e5d2d-7ac1-4a17-86d9-8cd231a607d6 req-09c2e7ad-97e5-48d4-869d-672c011e256c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.025025 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d92e5d2d-7ac1-4a17-86d9-8cd231a607d6 req-09c2e7ad-97e5-48d4-869d-672c011e256c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0541167 Sep 03 01:33:41.081065 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d92e5d2d-7ac1-4a17-86d9-8cd231a607d6 req-502b1e1d-df8a-493a-b629-782f5f22f4fa tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500028 Sep 03 01:33:41.158755 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1233f12-5886-4243-a27d-442d3b01b31d req-8848b756-d42c-487c-b77e-c995740ef73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.160243 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b1233f12-5886-4243-a27d-442d3b01b31d req-8848b756-d42c-487c-b77e-c995740ef73e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 1127 time: 0.0707734 Sep 03 01:33:41.163150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-1b0a3438-46a3-4bea-87a5-9158d0b631f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.163662 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-7cd2b326-bd08-4d46-81e5-0153cbda20f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.164840 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-1b0a3438-46a3-4bea-87a5-9158d0b631f0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1128 time: 0.0663452 Sep 03 01:33:41.166289 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-7cd2b326-bd08-4d46-81e5-0153cbda20f2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1128 time: 0.0701098 Sep 03 01:33:41.215831 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-575fad64-1419-4a01-a647-558c2f92d83b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 200 len: 217 time: 0.0377243 Sep 03 01:33:41.244796 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-628af9ca-0daa-4ab2-9b3b-87ce639c7f0e service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 217 time: 0.0655723 Sep 03 01:33:41.245503 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:41.278929 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:41.295807 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e08d2-1c1c-43fa-8bdd-82eea435811d req-bac07013-5078-4520-9250-b46e5bca7409 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.297190 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bb9e08d2-1c1c-43fa-8bdd-82eea435811d req-bac07013-5078-4520-9250-b46e5bca7409 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0841019 Sep 03 01:33:41.303324 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-01d1cf9c-e7c9-415b-b616-d23d5de568ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.304738 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-01d1cf9c-e7c9-415b-b616-d23d5de568ad service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.0804152 Sep 03 01:33:41.355163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e04a3d-9f3d-4b20-9c9a-1dda8ba3df8c req-afe5ab52-70b6-4c1d-aeb4-886a56debe4d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.356679 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-34e04a3d-9f3d-4b20-9c9a-1dda8ba3df8c req-afe5ab52-70b6-4c1d-aeb4-886a56debe4d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.1506319 Sep 03 01:33:41.367478 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-39bfe0dd-e8fb-44d7-9b70-db8941df5b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.368937 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-39bfe0dd-e8fb-44d7-9b70-db8941df5b28 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0822246 Sep 03 01:33:41.441979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1233f12-5886-4243-a27d-442d3b01b31d req-91ee6bb8-55d3-442c-99d6-56f5c0759510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.443460 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b1233f12-5886-4243-a27d-442d3b01b31d req-91ee6bb8-55d3-442c-99d6-56f5c0759510 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=02813cf0683749ee87b039b28f1aeebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2655745 Sep 03 01:33:41.466587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49115760-eebf-4af2-bfa6-216af171fd21 req-211fb129-8f87-409e-9eac-64898dd6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.468066 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-211fb129-8f87-409e-9eac-64898dd6424b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890791 Sep 03 01:33:41.580478 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-bbca8f93-080a-4a7d-8ba8-c86d75ee3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.581857 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-bbca8f93-080a-4a7d-8ba8-c86d75ee3061 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2687614 Sep 03 01:33:41.596556 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bb9e08d2-1c1c-43fa-8bdd-82eea435811d req-200807ae-8a82-4080-a6e5-f7a1162ec3cc tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908399 Sep 03 01:33:41.705709 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-34e04a3d-9f3d-4b20-9c9a-1dda8ba3df8c req-38703894-623b-4984-8bdf-f3ea24188248 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3146665 Sep 03 01:33:41.715746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f7f0d-681e-4f91-afd4-f4fd9e6d082c req-29c6ea2e-83b5-4f19-8acd-f2787d89463b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.722780 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a19f7f0d-681e-4f91-afd4-f4fd9e6d082c req-29c6ea2e-83b5-4f19-8acd-f2787d89463b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0566950 Sep 03 01:33:41.767177 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a19f7f0d-681e-4f91-afd4-f4fd9e6d082c req-ebf70700-696e-4164-a213-d9b8d55fc241 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435512 Sep 03 01:33:41.776292 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1233f12-5886-4243-a27d-442d3b01b31d req-8f55d7cf-a1a9-4fce-a60d-b279bcd6025a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:41.777744 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b1233f12-5886-4243-a27d-442d3b01b31d req-8f55d7cf-a1a9-4fce-a60d-b279bcd6025a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3257501 Sep 03 01:33:42.048614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1634d5-b6c2-48a5-8da2-4048cb46d3e4 req-8c6d0888-98d2-404e-8352-e655206c8c2c tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:42.050055 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd1634d5-b6c2-48a5-8da2-4048cb46d3e4 req-8c6d0888-98d2-404e-8352-e655206c8c2c tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0477159 Sep 03 01:33:42.102497 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd1634d5-b6c2-48a5-8da2-4048cb46d3e4 req-221311f7-c8a6-40e8-aeff-ae2f69d1d9bd tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 Sep 03 01:33:42.209403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd798953-402d-483c-9840-3e8f2502a39b req-b8fe814f-044f-4479-8308-80aeedf4f8b1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:42.210974 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd798953-402d-483c-9840-3e8f2502a39b req-b8fe814f-044f-4479-8308-80aeedf4f8b1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0489545 Sep 03 01:33:42.257608 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd798953-402d-483c-9840-3e8f2502a39b req-1152256a-f07f-48c8-abb9-7a9cfba55228 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404634 Sep 03 01:33:42.719675 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e4fd66-0565-42e3-a4d2-e6df484b39b1 req-b69f6e20-762c-4e54-abe1-d16f22d9123f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:42.720995 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f7e4fd66-0565-42e3-a4d2-e6df484b39b1 req-b69f6e20-762c-4e54-abe1-d16f22d9123f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 943 time: 0.0501842 Sep 03 01:33:42.771001 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f7e4fd66-0565-42e3-a4d2-e6df484b39b1 req-b1a722f5-39ac-4274-ac64-e26399894487 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438221 Sep 03 01:33:42.842330 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c79fb10-2ebc-4701-ae1a-02105495a1fa req-0f7f483f-2db4-455d-9db9-d863c7a977bf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:42.843808 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c79fb10-2ebc-4701-ae1a-02105495a1fa req-0f7f483f-2db4-455d-9db9-d863c7a977bf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0537386 Sep 03 01:33:42.890254 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c79fb10-2ebc-4701-ae1a-02105495a1fa req-ae34d8b4-cb85-41d2-8e29-df149c52a67c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408804 Sep 03 01:33:42.896126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dea693-ebe8-4e0a-a69d-1cdc02d4b5b5 req-16e035ec-d71a-426b-887e-12fd36935d6c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:42.898082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-67dea693-ebe8-4e0a-a69d-1cdc02d4b5b5 req-16e035ec-d71a-426b-887e-12fd36935d6c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0453699 Sep 03 01:33:42.912491 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:42.952990 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-67dea693-ebe8-4e0a-a69d-1cdc02d4b5b5 req-28980a36-42ca-45a0-ad4b-a2fd9e0c4901 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463746 Sep 03 01:33:43.229089 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f546818-ae9f-48e5-8814-fc5d330c1125 req-dece02d5-4de7-4772-88a9-23d13d99652a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:43.230616 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4f546818-ae9f-48e5-8814-fc5d330c1125 req-dece02d5-4de7-4772-88a9-23d13d99652a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 944 time: 0.0516248 Sep 03 01:33:43.278669 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4f546818-ae9f-48e5-8814-fc5d330c1125 req-ea89501e-91da-49ba-93c0-a5d4807e70e3 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Sep 03 01:33:43.307558 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ab23d97-93c5-443a-a734-fe9f47c27341 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:33:43.378527 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175301c7-ab00-4692-bd50-f6bce245ca9b req-ae45dd58-acab-4e7a-9d45-97c8dfc90af3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:43.379974 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-175301c7-ab00-4692-bd50-f6bce245ca9b req-ae45dd58-acab-4e7a-9d45-97c8dfc90af3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0464747 Sep 03 01:33:43.416782 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 9ab23d97-93c5-443a-a734-fe9f47c27341, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ab23d97-93c5-443a-a734-fe9f47c27341,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:43.427939 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '9ab23d97-93c5-443a-a734-fe9f47c27341', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'port_id': '9ab23d97-93c5-443a-a734-fe9f47c27341', 'mac_address': 'fa:16:3e:2b:31:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:33:43.431946 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-175301c7-ab00-4692-bd50-f6bce245ca9b req-6bb054d3-1283-47a3-a524-808149afd5cb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456827 Sep 03 01:33:43.463877 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 9ab23d97-93c5-443a-a734-fe9f47c27341 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:43.464262 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:43.477618 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab23d97-93c5-443a-a734-fe9f47c27341 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:43.501343 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 9ab23d97-93c5-443a-a734-fe9f47c27341, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ab23d97-93c5-443a-a734-fe9f47c27341,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:43.578462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:43.579153 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e5fef679-f9d4-4ff4-99a4-3e18be20bd06 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:33:43.644894 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=9ab23d97-93c5-443a-a734-fe9f47c27341,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:43.649084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:43.660431 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'port_id': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06', 'mac_address': 'fa:16:3e:b6:87:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:33:43.697145 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:43.697574 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:43.710526 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fef679-f9d4-4ff4-99a4-3e18be20bd06 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:43.730324 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:43.818719 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:43.819500 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 4b292e8b-d77c-4f44-9888-e42a1b3cbaef details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:33:43.848587 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:43.892381 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:43.892839 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91807f97-2002-4369-a6a7-80bc49156809 req-e5f5ae4b-a75d-4c71-b6bf-76fe2c334bc6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:43.894351 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-91807f97-2002-4369-a6a7-80bc49156809 req-e5f5ae4b-a75d-4c71-b6bf-76fe2c334bc6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 944 time: 0.0489113 Sep 03 01:33:43.895473 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:43.945711 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-91807f97-2002-4369-a6a7-80bc49156809 req-946159a5-97ea-476e-af28-8dda96b69ae1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447867 Sep 03 01:33:43.971741 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:43.984189 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef', 'network_id': 'e76c3328-9980-42be-a38f-bf4c2c60f920', 'port_id': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef', 'mac_address': 'fa:16:3e:98:40:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a392ca-1199-405f-b1b7-a5c99727d5c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:33:44.021452 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:44.021843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:44.027233 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b00694-1f1b-4aae-8641-60defa954986 req-56aa1468-880c-486e-b382-a1d76d2e957f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:44.028953 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0b00694-1f1b-4aae-8641-60defa954986 req-56aa1468-880c-486e-b382-a1d76d2e957f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0507731 Sep 03 01:33:44.037116 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b292e8b-d77c-4f44-9888-e42a1b3cbaef {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:44.062647 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:44.083185 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0b00694-1f1b-4aae-8641-60defa954986 req-67fc14c4-7686-443a-b318-8aa00c81fc35 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459204 Sep 03 01:33:44.097106 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81809b4b-dbc7-4f3d-b357-5e54c3897542 req-c7e735df-30ae-4c97-88c9-2f08a05ebe7b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:44.097700 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81809b4b-dbc7-4f3d-b357-5e54c3897542 req-c7e735df-30ae-4c97-88c9-2f08a05ebe7b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0503333 Sep 03 01:33:44.158545 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81809b4b-dbc7-4f3d-b357-5e54c3897542 req-aebe440e-605b-4639-8705-07514ab8efd8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479891 Sep 03 01:33:44.213467 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:44.261603 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:44.338448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:44.382953 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-42c46295-5175-4561-9130-8ba2fe1d53e7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133149 Sep 03 01:33:44.420409 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-8872519d-2e92-4423-bee3-beb68973d059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:44.421912 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-8872519d-2e92-4423-bee3-beb68973d059 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 1127 time: 0.0916171 Sep 03 01:33:44.483767 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5364c5a6-671c-4fc9-962f-32109f7cc3fc req-0b327292-0770-40b3-894a-64db994ed1be service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937426 Sep 03 01:33:44.484288 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-4af3e96e-b982-4a09-881f-0ba817b1eec6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 HTTP/1.1" status: 200 len: 217 time: 0.0516768 Sep 03 01:33:44.492311 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c6fea-c68d-4352-975b-27cf56dd5482 req-77ff2d84-8ffc-4f60-a7bd-9db188a09880 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:44.493750 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a35c6fea-c68d-4352-975b-27cf56dd5482 req-77ff2d84-8ffc-4f60-a7bd-9db188a09880 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 945 time: 0.1167834 Sep 03 01:33:44.535165 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-55e20b95-86e5-4101-b04c-097bd2bad46f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673237 Sep 03 01:33:44.577159 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646fa12-4131-4151-8c9e-51c7c450d3b1 req-a1883076-8a45-4af3-8218-4a3a057f77c9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:44.578658 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a646fa12-4131-4151-8c9e-51c7c450d3b1 req-a1883076-8a45-4af3-8218-4a3a057f77c9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0514669 Sep 03 01:33:44.618213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-7ce36a0a-9832-4f30-9337-afb8b9040cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:44.619674 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-7ce36a0a-9832-4f30-9337-afb8b9040cfa service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.1248727 Sep 03 01:33:44.632530 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a646fa12-4131-4151-8c9e-51c7c450d3b1 req-56414cd0-f8be-4a26-92cb-e4fe7d177df9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Sep 03 01:33:44.642651 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a35c6fea-c68d-4352-975b-27cf56dd5482 req-743feff4-f967-4b41-ba38-9ef0b194429c tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377516 Sep 03 01:33:44.680254 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-1c635087-4ffa-4085-8959-0f07adcebaab service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340976 Sep 03 01:33:44.835536 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['9ab23d97-93c5-443a-a734-fe9f47c27341'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:33:44.949540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['4b292e8b-d77c-4f44-9888-e42a1b3cbaef'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:33:45.019908 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['e5fef679-f9d4-4ff4-99a4-3e18be20bd06'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:33:45.074085 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18577e-a8a5-4f40-9b44-9f56a09a20f2 req-338be137-2082-4d65-aa8d-95b91cb7a4b7 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:45.075595 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cb18577e-a8a5-4f40-9b44-9f56a09a20f2 req-338be137-2082-4d65-aa8d-95b91cb7a4b7 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 944 time: 0.0476294 Sep 03 01:33:45.128019 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cb18577e-a8a5-4f40-9b44-9f56a09a20f2 req-00e8e4a5-2ae4-4a3d-9a11-e7447b513c80 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461068 Sep 03 01:33:45.224314 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:45.245939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd73f5-7f26-4de5-88df-fd6c03fae4b4 req-40b19ef0-8346-4800-853c-98ce5611e95d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:45.247496 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-63cd73f5-7f26-4de5-88df-fd6c03fae4b4 req-40b19ef0-8346-4800-853c-98ce5611e95d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0741789 Sep 03 01:33:45.314617 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-63cd73f5-7f26-4de5-88df-fd6c03fae4b4 req-6ac29f8a-eb9a-4b59-810e-b5347bbd7445 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578065 Sep 03 01:33:45.339573 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d355f-73a6-4f9a-ab29-0e7d31213af9 req-c801974e-8f40-4683-8ca7-5169388b4ca0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:45.341086 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e22d355f-73a6-4f9a-ab29-0e7d31213af9 req-c801974e-8f40-4683-8ca7-5169388b4ca0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0731742 Sep 03 01:33:45.347352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:45.361507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-1482c422-52d9-46c4-8e21-374d2d2980b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:45.362914 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:45.363347 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-1482c422-52d9-46c4-8e21-374d2d2980b8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471668 Sep 03 01:33:45.407608 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e22d355f-73a6-4f9a-ab29-0e7d31213af9 req-0613d108-6068-4f5d-96c7-a61860567020 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515091 Sep 03 01:33:45.494259 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-b7c7d10c-6b91-4924-bfd2-ad9e466cceb2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178160 Sep 03 01:33:45.766662 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c344e-ff5f-462e-98c3-9c7ace5fe510 req-ebd4eb81-afdb-45e5-823c-f6a37f34c8d0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:45.768127 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c00c344e-ff5f-462e-98c3-9c7ace5fe510 req-ebd4eb81-afdb-45e5-823c-f6a37f34c8d0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0525942 Sep 03 01:33:45.769284 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd151047-6e5e-43ee-aea5-3f9873f54f9f req-b1ecc3e4-a8ab-4433-9f2c-fe860d37152a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:45.769557 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:45.770755 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd151047-6e5e-43ee-aea5-3f9873f54f9f req-b1ecc3e4-a8ab-4433-9f2c-fe860d37152a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 945 time: 0.0486259 Sep 03 01:33:45.819912 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c00c344e-ff5f-462e-98c3-9c7ace5fe510 req-7815b721-1253-4deb-9a9b-866e9306aaac tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Sep 03 01:33:45.821296 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd151047-6e5e-43ee-aea5-3f9873f54f9f req-63786d93-3407-4208-bc80-69b609155e66 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446048 Sep 03 01:33:46.234761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:46.289824 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef715c03-c9c9-4d8a-8c0d-14cadb6ad6ab req-df76baac-1885-4ee7-8ecb-f47684a36a0e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:46.291286 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef715c03-c9c9-4d8a-8c0d-14cadb6ad6ab req-df76baac-1885-4ee7-8ecb-f47684a36a0e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 944 time: 0.0794878 Sep 03 01:33:46.293130 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a16b43a6-c77d-49aa-b99b-20c7f4b49179 req-6ba1735d-1d85-4240-b7d5-4d71189b8fb0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482298 Sep 03 01:33:46.334068 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ab23d97-93c5-443a-a734-fe9f47c27341 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:46.349882 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef715c03-c9c9-4d8a-8c0d-14cadb6ad6ab req-4b9119d4-ec17-4905-b51e-f27c8ce9bd35 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527093 Sep 03 01:33:46.384260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 9ab23d97-93c5-443a-a734-fe9f47c27341 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:33:46.443608 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549ab0b-e08a-4511-8992-40c0d9a28643 req-4f3c9c25-ad94-499a-a733-bfee60355653 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:46.445540 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e549ab0b-e08a-4511-8992-40c0d9a28643 req-4f3c9c25-ad94-499a-a733-bfee60355653 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0492952 Sep 03 01:33:46.465670 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 9ab23d97-93c5-443a-a734-fe9f47c27341 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:46.466045 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:46.498671 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e549ab0b-e08a-4511-8992-40c0d9a28643 req-b44034cd-d596-4cd0-aa06-540e3b78a784 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472097 Sep 03 01:33:46.555613 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 9ab23d97-93c5-443a-a734-fe9f47c27341 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:46.556107 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:46.561055 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c92fc2-8565-42f7-9a09-e87fc8714b28 req-8302d803-579f-427c-ad27-37d86d1e407d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:46.568380 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f0c92fc2-8565-42f7-9a09-e87fc8714b28 req-8302d803-579f-427c-ad27-37d86d1e407d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0613124 Sep 03 01:33:46.574257 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:46.580996 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab23d97-93c5-443a-a734-fe9f47c27341'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:46.618420 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f0c92fc2-8565-42f7-9a09-e87fc8714b28 req-491c3ca4-2cf4-4541-af96-991b684b39cb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492074 Sep 03 01:33:46.674050 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 9ab23d97-93c5-443a-a734-fe9f47c27341, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ab23d97-93c5-443a-a734-fe9f47c27341,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:46.767521 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:46.768563 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e5fef679-f9d4-4ff4-99a4-3e18be20bd06 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:46.963104 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b9671d-23e1-4931-a7e5-f96a63b0a691" -d '{"events": [{"server_uuid": "615f8d7e-2e14-4015-a24f-2b02e885ef44", "name": "network-vif-plugged", "status": "completed", "tag": "9ab23d97-93c5-443a-a734-fe9f47c27341"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:46.973146 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2a561-f647-4771-a577-d6764ae59f38 req-1378e249-2aff-4d2d-9948-df7786a30920 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:46.981955 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-afe2a561-f647-4771-a577-d6764ae59f38 req-1378e249-2aff-4d2d-9948-df7786a30920 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 945 time: 0.0614181 Sep 03 01:33:47.025503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e53bd1-dd1c-46fb-a3a8-8c83cb7e90ba req-8bdd57ee-4149-4a10-8994-bbe44dfacd8f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:47.027858 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-63e53bd1-dd1c-46fb-a3a8-8c83cb7e90ba req-8bdd57ee-4149-4a10-8994-bbe44dfacd8f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0932348 Sep 03 01:33:47.050885 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-afe2a561-f647-4771-a577-d6764ae59f38 req-e3f3f593-c8b2-45c1-afd1-24444e2d2df4 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677400 Sep 03 01:33:47.072417 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=9ab23d97-93c5-443a-a734-fe9f47c27341,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:47.081620 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:33:47.094782 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-63e53bd1-dd1c-46fb-a3a8-8c83cb7e90ba req-6735d93f-9fbd-4b58-96f4-403453fc61bb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582523 Sep 03 01:33:47.166261 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:47.166800 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.172033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987f6ff6-828e-43ee-af5e-5da83d035a8d x-openstack-request-id: req-987f6ff6-828e-43ee-af5e-5da83d035a8d {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:47.172380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615f8d7e-2e14-4015-a24f-2b02e885ef44", "name": "network-vif-plugged", "status": "completed", "tag": "9ab23d97-93c5-443a-a734-fe9f47c27341", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:47.172630 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-987f6ff6-828e-43ee-af5e-5da83d035a8d {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:47.173081 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987f6ff6-828e-43ee-af5e-5da83d035a8d'] response: {'server_uuid': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab23d97-93c5-443a-a734-fe9f47c27341', 'code': 200} Sep 03 01:33:47.251506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:47.251975 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.285654 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:47.355920 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.356761 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 4b292e8b-d77c-4f44-9888-e42a1b3cbaef up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:33:47.440824 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:33:47.442941 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:47.473651 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab89a4-c6e5-47c7-941f-b3d9b6143c27 req-f1a8e657-78fb-456b-b2ea-56afe8236617 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:47.475157 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fbab89a4-c6e5-47c7-941f-b3d9b6143c27 req-f1a8e657-78fb-456b-b2ea-56afe8236617 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0481322 Sep 03 01:33:47.534940 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fbab89a4-c6e5-47c7-941f-b3d9b6143c27 req-2b8519d7-5d96-4786-a859-b28e59be370a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534570 Sep 03 01:33:47.567233 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:33:47.567709 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.648659 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a9151-cd1f-436f-8214-e4728e26f1a2 req-e8f9f567-6c83-4c54-af62-b2accbf0194d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:47.650139 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-909a9151-cd1f-436f-8214-e4728e26f1a2 req-e8f9f567-6c83-4c54-af62-b2accbf0194d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0597034 Sep 03 01:33:47.655013 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:47.655657 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.658593 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:47.664520 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a301dbf-b4a1-4a16-bc10-51d47d2e33ae req-f746273c-4183-47b0-be3c-1685c63ecd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:47.666062 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a301dbf-b4a1-4a16-bc10-51d47d2e33ae req-f746273c-4183-47b0-be3c-1685c63ecd94 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 1129 time: 0.1234112 Sep 03 01:33:47.692108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9a301dbf-b4a1-4a16-bc10-51d47d2e33ae req-721dce49-9b84-4bba-acb4-e739a1d8c604 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.694070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:47.738249 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-909a9151-cd1f-436f-8214-e4728e26f1a2 req-cf042d8b-f266-4aa8-8d40-df308ead16cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784619 Sep 03 01:33:47.774193 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d972878-a73f-48b1-b7ab-031491018692 req-8ab3bc3d-e1d3-4a2b-a249-3c758fc68dcf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:47.776041 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0d972878-a73f-48b1-b7ab-031491018692 req-8ab3bc3d-e1d3-4a2b-a249-3c758fc68dcf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0632224 Sep 03 01:33:47.813213 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.816903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9a301dbf-b4a1-4a16-bc10-51d47d2e33ae req-721dce49-9b84-4bba-acb4-e739a1d8c604 service neutron] Publish callbacks [] for security_group (00a5cdff-d896-4630-9f09-963ec8cc7dc0), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.830849 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0d972878-a73f-48b1-b7ab-031491018692 req-9b6f29e5-f309-4047-bedf-3be2771a2622 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481367 Sep 03 01:33:47.865406 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:47.893173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-9a301dbf-b4a1-4a16-bc10-51d47d2e33ae req-721dce49-9b84-4bba-acb4-e739a1d8c604 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (00a5cdff-d896-4630-9f09-963ec8cc7dc0), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:47.938730 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a301dbf-b4a1-4a16-bc10-51d47d2e33ae req-721dce49-9b84-4bba-acb4-e739a1d8c604 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597470 Sep 03 01:33:47.940467 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dce49-9b84-4bba-acb4-e739a1d8c604 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=00a5cdff-d896-4630-9f09-963ec8cc7dc0,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:48.174112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59eff4-78de-442f-b971-ae05be952fec req-59f7d4ca-0f85-4912-a615-6a5edcbad181 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:48.175613 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ea59eff4-78de-442f-b971-ae05be952fec req-59f7d4ca-0f85-4912-a615-6a5edcbad181 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0522463 Sep 03 01:33:48.207979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:48.216984 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cd30a-d8b7-4a15-ad45-58f68a19f85e req-3211430e-9ab5-4eca-976f-177390ce188d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:48.218541 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-870cd30a-d8b7-4a15-ad45-58f68a19f85e req-3211430e-9ab5-4eca-976f-177390ce188d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0469327 Sep 03 01:33:48.233047 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ea59eff4-78de-442f-b971-ae05be952fec req-fcaf6cc7-f128-4a5d-b4a5-b4455b3a24dc tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513320 Sep 03 01:33:48.269085 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-870cd30a-d8b7-4a15-ad45-58f68a19f85e req-5f296734-35dc-4ca2-ba10-5922ab54992d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433140 Sep 03 01:33:48.645288 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab279096-d2e9-405f-bfb9-b0c244fee9f3 req-8b0cc230-edce-4b25-a698-66bfba682a05 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:48.646683 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ab279096-d2e9-405f-bfb9-b0c244fee9f3 req-8b0cc230-edce-4b25-a698-66bfba682a05 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0452945 Sep 03 01:33:48.694693 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ab279096-d2e9-405f-bfb9-b0c244fee9f3 req-bda71317-c4c4-4af3-8927-ed56dc51af0b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 Sep 03 01:33:48.871007 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c9905-cba3-40c1-b9d8-5b7958fa4849 req-dc9f4e7d-24e5-4403-aa74-ea465d7f83b5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:48.872566 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7b4c9905-cba3-40c1-b9d8-5b7958fa4849 req-dc9f4e7d-24e5-4403-aa74-ea465d7f83b5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0497806 Sep 03 01:33:48.916682 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:48.921402 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7b4c9905-cba3-40c1-b9d8-5b7958fa4849 req-dfee9fe4-34e3-463d-b337-ec5496f36804 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Sep 03 01:33:48.957914 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21a901-1226-4bd4-9fb0-3451794e6ef4 req-a0a636cb-9c13-4363-b00c-56a9f6729f6c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:48.959505 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7f21a901-1226-4bd4-9fb0-3451794e6ef4 req-a0a636cb-9c13-4363-b00c-56a9f6729f6c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0499723 Sep 03 01:33:49.026633 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7f21a901-1226-4bd4-9fb0-3451794e6ef4 req-209ad232-f4fe-4cee-9f1a-548fe9ad5637 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472832 Sep 03 01:33:49.174391 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06'}, {'server_uuid': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:33:49.176694 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b06785c-1ad7-4218-a8af-7d043ba49ffc" -d '{"events": [{"server_uuid": "dea4f761-54b0-4e77-9d84-5143f79c4e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e5fef679-f9d4-4ff4-99a4-3e18be20bd06"}, {"server_uuid": "05cc922e-348e-42a7-a4ff-6b8ba6c91fad", "name": "network-vif-plugged", "status": "completed", "tag": "4b292e8b-d77c-4f44-9888-e42a1b3cbaef"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:33:49.217260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 03 Sep 2022 01:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddfad7c-48d3-4f74-ab61-16a62b965c27 x-openstack-request-id: req-dddfad7c-48d3-4f74-ab61-16a62b965c27 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:33:49.217565 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4f761-54b0-4e77-9d84-5143f79c4e8a", "name": "network-vif-plugged", "status": "completed", "tag": "e5fef679-f9d4-4ff4-99a4-3e18be20bd06", "code": 200}, {"server_uuid": "05cc922e-348e-42a7-a4ff-6b8ba6c91fad", "name": "network-vif-plugged", "status": "completed", "tag": "4b292e8b-d77c-4f44-9888-e42a1b3cbaef", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:33:49.217815 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dddfad7c-48d3-4f74-ab61-16a62b965c27 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:33:49.218222 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddfad7c-48d3-4f74-ab61-16a62b965c27'] response: {'server_uuid': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06', 'code': 200} Sep 03 01:33:49.218498 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddfad7c-48d3-4f74-ab61-16a62b965c27'] response: {'server_uuid': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef', 'code': 200} Sep 03 01:33:49.354754 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a62eb-c327-4b31-b4b1-32ca95c765ae req-63f647d2-a800-4599-818a-5b49da1f70c1 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:49.356195 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-986a62eb-c327-4b31-b4b1-32ca95c765ae req-63f647d2-a800-4599-818a-5b49da1f70c1 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0478909 Sep 03 01:33:49.386403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:49.388637 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e469ea-19d1-4b7a-a645-d8d413c46779 req-9282d8fa-ddbc-430f-aab4-0f69e1312392 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:49.390117 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-18e469ea-19d1-4b7a-a645-d8d413c46779 req-9282d8fa-ddbc-430f-aab4-0f69e1312392 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0460987 Sep 03 01:33:49.403842 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-986a62eb-c327-4b31-b4b1-32ca95c765ae req-72f91841-52d5-4b2e-9d60-b4dc2e7c1e79 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Sep 03 01:33:49.442221 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-18e469ea-19d1-4b7a-a645-d8d413c46779 req-6daa3913-0c01-46cd-af68-9951b31792e9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464127 Sep 03 01:33:49.561033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-06db7990-1564-410b-9b39-9d61b79a4982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:49.811916 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be37d43-ec75-4b8b-94be-e834cffa12a9 req-50926286-c502-4770-b0c5-c15b8bf86d84 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:49.813339 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9be37d43-ec75-4b8b-94be-e834cffa12a9 req-50926286-c502-4770-b0c5-c15b8bf86d84 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0461018 Sep 03 01:33:49.859282 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9be37d43-ec75-4b8b-94be-e834cffa12a9 req-26a7a2bf-9995-4594-bfb5-434c138f1b90 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Sep 03 01:33:50.044035 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f0804-295c-4b52-bf6f-4f743fbdb41b req-f7ccfb8f-64a6-4a7c-9d74-e666ca2c03bc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:50.045458 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-890f0804-295c-4b52-bf6f-4f743fbdb41b req-f7ccfb8f-64a6-4a7c-9d74-e666ca2c03bc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0464528 Sep 03 01:33:50.097828 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-890f0804-295c-4b52-bf6f-4f743fbdb41b req-258a790e-62b9-43f5-be6e-5ba15cb5d1f5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466340 Sep 03 01:33:50.157272 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e497c8-d392-4aed-9ce6-30b9cca06e86 req-f17ebcf1-1107-464f-9b6b-aabd63b52ce6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:50.158742 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50e497c8-d392-4aed-9ce6-30b9cca06e86 req-f17ebcf1-1107-464f-9b6b-aabd63b52ce6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0516999 Sep 03 01:33:50.204611 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50e497c8-d392-4aed-9ce6-30b9cca06e86 req-ec484765-78c4-46ab-a7f5-77c0fdd9f02c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402303 Sep 03 01:33:50.523336 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc756c5-97b8-4368-af2c-db7388e12d34 req-a5ac4a9d-bd10-4cb3-855a-3b7b1020cbe4 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:50.524808 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dcc756c5-97b8-4368-af2c-db7388e12d34 req-a5ac4a9d-bd10-4cb3-855a-3b7b1020cbe4 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0466011 Sep 03 01:33:50.559451 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21829888-8645-47fd-a5c9-9ea5bfcc610a req-09efd2c7-c267-48ef-9422-3340996e346f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:50.561272 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-21829888-8645-47fd-a5c9-9ea5bfcc610a req-09efd2c7-c267-48ef-9422-3340996e346f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 944 time: 0.0455797 Sep 03 01:33:50.568502 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:50.573291 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dcc756c5-97b8-4368-af2c-db7388e12d34 req-c2c4711e-8ee1-40e5-985a-e8bc14355d5f tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Sep 03 01:33:50.612480 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-21829888-8645-47fd-a5c9-9ea5bfcc610a req-36b6e2dd-1683-4d14-9b9f-252f53361222 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458369 Sep 03 01:33:50.653392 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e8b8b19d-91b5-4b5a-a71d-5c995462d419 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:33:50.753035 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:50.758641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port e8b8b19d-91b5-4b5a-a71d-5c995462d419, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:50.769440 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'port_id': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'mac_address': 'fa:16:3e:13:c6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:33:50.808364 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port e8b8b19d-91b5-4b5a-a71d-5c995462d419 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:50.808752 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:50.822762 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8b8b19d-91b5-4b5a-a71d-5c995462d419 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:50.843293 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port e8b8b19d-91b5-4b5a-a71d-5c995462d419, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:50.909737 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:50.913862 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:33:50.991987 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=e8b8b19d-91b5-4b5a-a71d-5c995462d419,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:51.023581 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2feda2-c098-48fc-b23c-b9ebd8d71f28 req-d137014a-74bd-44c4-b660-ea3f4d51fd0e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:51.025037 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dd2feda2-c098-48fc-b23c-b9ebd8d71f28 req-d137014a-74bd-44c4-b660-ea3f4d51fd0e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0856049 Sep 03 01:33:51.078925 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dd2feda2-c098-48fc-b23c-b9ebd8d71f28 req-d1453473-50eb-4059-882f-f06ef4650161 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474834 Sep 03 01:33:51.079798 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:51.093755 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '8e331545-f680-453c-942e-5cd9fc274b5f', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f', 'mac_address': 'fa:16:3e:55:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:33:51.130929 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:51.131322 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:51.149870 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e331545-f680-453c-942e-5cd9fc274b5f {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:51.176695 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:51.218077 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:51.219651 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:33:51.230017 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afde95b-808e-4de1-92e6-a8d4efbc3562 req-18f6b7f3-48d7-480d-9ae5-49b9f0f32d1d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:51.231515 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6afde95b-808e-4de1-92e6-a8d4efbc3562 req-18f6b7f3-48d7-480d-9ae5-49b9f0f32d1d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 943 time: 0.0507324 Sep 03 01:33:51.281143 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6afde95b-808e-4de1-92e6-a8d4efbc3562 req-64d11865-883d-4eca-8512-3aabcb5baff6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434148 Sep 03 01:33:51.314556 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:51.320337 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:51.342727 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e749b-6b53-44c9-abfd-a58111e33210 req-7e110451-47a2-4bcf-986b-7e152a83cbd7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:51.344195 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1f8e749b-6b53-44c9-abfd-a58111e33210 req-7e110451-47a2-4bcf-986b-7e152a83cbd7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0504954 Sep 03 01:33:51.359969 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:51.375385 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:33:51.393024 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1f8e749b-6b53-44c9-abfd-a58111e33210 req-3acfb3d4-692f-4824-9d9d-449411db2e3c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429201 Sep 03 01:33:51.415505 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:33:51.415905 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:51.430065 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:33:51.449522 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:33:51.527154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:51.574322 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:33:51.705998 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da9647-afc7-4253-a3de-08260cb6cbf3 req-8c5f7f18-0634-46f5-aa21-d4b3910e9dec tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:51.707870 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62da9647-afc7-4253-a3de-08260cb6cbf3 req-8c5f7f18-0634-46f5-aa21-d4b3910e9dec tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0474105 Sep 03 01:33:51.762030 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4abdf7-9fb7-4b40-9d9a-3a245978d81f req-22e84f45-1689-4dc0-b37f-1fbd5667e234 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:51.763485 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7c4abdf7-9fb7-4b40-9d9a-3a245978d81f req-22e84f45-1689-4dc0-b37f-1fbd5667e234 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0728381 Sep 03 01:33:51.768105 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62da9647-afc7-4253-a3de-08260cb6cbf3 req-eec48fa6-9869-4089-9be7-872bba8cac08 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539484 Sep 03 01:33:51.811617 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7c4abdf7-9fb7-4b40-9d9a-3a245978d81f req-df839193-2f55-4516-bce9-d6accf604392 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422275 Sep 03 01:33:51.989086 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-c7c680f1-099d-4658-9801-eb02050e9f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:52.202555 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadcfce-b790-41ba-8843-64084290bb37 req-36424976-0d34-475b-af3f-7d4f5903a6c9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:52.204010 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fbadcfce-b790-41ba-8843-64084290bb37 req-36424976-0d34-475b-af3f-7d4f5903a6c9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0458124 Sep 03 01:33:52.254702 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fbadcfce-b790-41ba-8843-64084290bb37 req-14f63f1c-d7b8-49bf-a92a-424800e57e47 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449691 Sep 03 01:33:52.403607 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5978cfc-a410-4f3b-8a38-2632e5d90653 req-48d4256d-4c36-42d1-bce5-3aad38486add tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:52.405044 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5978cfc-a410-4f3b-8a38-2632e5d90653 req-48d4256d-4c36-42d1-bce5-3aad38486add tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0491967 Sep 03 01:33:52.453420 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5978cfc-a410-4f3b-8a38-2632e5d90653 req-9fc7d7e8-620d-4fbd-a728-90e35a6a744c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 Sep 03 01:33:52.523968 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51f5e6-802a-4602-aa30-f5d879a01172 req-c01e8934-72e3-4921-95b5-0925449dec9a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:52.525297 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dc51f5e6-802a-4602-aa30-f5d879a01172 req-c01e8934-72e3-4921-95b5-0925449dec9a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0453773 Sep 03 01:33:52.574250 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dc51f5e6-802a-4602-aa30-f5d879a01172 req-1f9f7377-17f0-48bc-a0c9-d140b5f2a00f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Sep 03 01:33:52.888771 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58b1b3-c606-460b-ac85-3c6ffb269fcd req-5ab64177-c802-4514-aa7a-d747585752e3 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:52.890421 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8a58b1b3-c606-460b-ac85-3c6ffb269fcd req-5ab64177-c802-4514-aa7a-d747585752e3 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0472798 Sep 03 01:33:52.931591 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3462a-61ba-45b0-8a76-3bd108a42df7 req-9f815691-aa1a-42e9-bb33-fac5b1cb5fb2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:52.933086 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74d3462a-61ba-45b0-8a76-3bd108a42df7 req-9f815691-aa1a-42e9-bb33-fac5b1cb5fb2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0459549 Sep 03 01:33:52.951232 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8a58b1b3-c606-460b-ac85-3c6ffb269fcd req-cb17e8aa-48ec-4acd-8d5b-0e94ce9e34df tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552049 Sep 03 01:33:52.954054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:52.986372 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74d3462a-61ba-45b0-8a76-3bd108a42df7 req-8f8d132e-7400-4c94-b5e9-568bc661796e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470512 Sep 03 01:33:53.030108 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:53.375204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9938-d942-447f-9afb-927a00ec61d4 req-7dc186b3-d2cd-46d0-92a4-3f93b4b41187 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:53.376647 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f3fd9938-d942-447f-9afb-927a00ec61d4 req-7dc186b3-d2cd-46d0-92a4-3f93b4b41187 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0485556 Sep 03 01:33:53.426540 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f3fd9938-d942-447f-9afb-927a00ec61d4 req-7733d8eb-7a6a-4ef8-b60e-1220d88d42c9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Sep 03 01:33:53.576366 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a46231-b052-4df6-a06c-db7c21a5ee1e req-f5b43069-9550-485a-859e-fe29094e9c15 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:53.577719 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b7a46231-b052-4df6-a06c-db7c21a5ee1e req-f5b43069-9550-485a-859e-fe29094e9c15 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0511496 Sep 03 01:33:53.625150 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b7a46231-b052-4df6-a06c-db7c21a5ee1e req-3a89d528-97d0-4308-8385-4ada7f186d7a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 Sep 03 01:33:53.698305 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cee32e-ec34-4ec9-b12f-cdc700fddd13 req-77f23bbd-bf6e-4e7d-9f05-01a939566105 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:53.699757 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-42cee32e-ec34-4ec9-b12f-cdc700fddd13 req-77f23bbd-bf6e-4e7d-9f05-01a939566105 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0454402 Sep 03 01:33:53.745677 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-42cee32e-ec34-4ec9-b12f-cdc700fddd13 req-78726702-93c3-4b25-befb-4fb55a19e31d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 Sep 03 01:33:53.895369 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887e1fa-ea2d-4d92-8e4c-22d3a2780f0f req-8c6c1ffe-a5f6-4e49-b9c7-ca3de06f70c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:53.896821 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4887e1fa-ea2d-4d92-8e4c-22d3a2780f0f req-8c6c1ffe-a5f6-4e49-b9c7-ca3de06f70c3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1129 time: 0.0684071 Sep 03 01:33:53.898475 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e9fae-7318-4355-9b8b-b5e01ad1e195 req-25ca8eae-8c7a-472a-a5fb-61a9d5210b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:53.899782 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f55e9fae-7318-4355-9b8b-b5e01ad1e195 req-25ca8eae-8c7a-472a-a5fb-61a9d5210b71 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 1130 time: 0.0616391 Sep 03 01:33:54.080919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13cb51-965e-41f3-b1d3-1e0ff64c3e67 req-9c098865-fa57-4554-9fd5-3cbb85fb0052 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:54.082804 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-af13cb51-965e-41f3-b1d3-1e0ff64c3e67 req-9c098865-fa57-4554-9fd5-3cbb85fb0052 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0515962 Sep 03 01:33:54.115098 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69615c-999a-443d-ab50-090234a9cf42 req-9882140a-9a6e-4eba-96c4-107916e308fc tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:54.117227 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9b69615c-999a-443d-ab50-090234a9cf42 req-9882140a-9a6e-4eba-96c4-107916e308fc tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0514081 Sep 03 01:33:54.141171 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-af13cb51-965e-41f3-b1d3-1e0ff64c3e67 req-1d3978ce-7c5c-40e5-9219-d43ac45c4dab tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452979 Sep 03 01:33:54.170898 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9b69615c-999a-443d-ab50-090234a9cf42 req-126ae909-1b8a-4f14-b919-3c194706fb60 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467963 Sep 03 01:33:54.256530 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:54.320017 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4887e1fa-ea2d-4d92-8e4c-22d3a2780f0f req-af672263-f609-461d-8df3-58a409022eac service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687160 Sep 03 01:33:54.322356 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f55e9fae-7318-4355-9b8b-b5e01ad1e195 req-130ef547-850d-47e4-bea9-5ad5a9852ad0 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723648 Sep 03 01:33:54.543918 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9bc33-c024-42c0-9bce-e8aed9b92eec req-f6f4ff14-6188-44e9-8e3f-aed737c2146f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:54.545338 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-78a9bc33-c024-42c0-9bce-e8aed9b92eec req-f6f4ff14-6188-44e9-8e3f-aed737c2146f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0453360 Sep 03 01:33:54.594675 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-78a9bc33-c024-42c0-9bce-e8aed9b92eec req-e240b7fb-93d7-4e67-941d-44568e68d6a3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438359 Sep 03 01:33:54.730957 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:54.746814 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db932b7-e708-400a-91f2-205e81c618e3 req-5f8c26bc-418e-48d5-9771-73cc86323fdf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:54.748287 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0db932b7-e708-400a-91f2-205e81c618e3 req-5f8c26bc-418e-48d5-9771-73cc86323fdf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0503223 Sep 03 01:33:54.784270 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:54.796414 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0db932b7-e708-400a-91f2-205e81c618e3 req-a0319f9b-6b30-4796-bb82-b24e3e1738cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422728 Sep 03 01:33:54.825744 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:33:54.877109 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb3d7-6473-4f55-9e1f-bdf6c63ffff3 req-df36ee6d-07ce-4da4-8c2f-a8d2d0ac6309 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:54.878597 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-15ecb3d7-6473-4f55-9e1f-bdf6c63ffff3 req-df36ee6d-07ce-4da4-8c2f-a8d2d0ac6309 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0483685 Sep 03 01:33:54.925471 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-15ecb3d7-6473-4f55-9e1f-bdf6c63ffff3 req-08a44d1e-a525-4abb-960f-05452f5dd7f4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405254 Sep 03 01:33:55.263797 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103bea19-bfe1-4425-8d4c-d222e15181f7 req-c994d36a-c8a6-4489-b8d4-60343daf66bd tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:55.265365 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-103bea19-bfe1-4425-8d4c-d222e15181f7 req-c994d36a-c8a6-4489-b8d4-60343daf66bd tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0474405 Sep 03 01:33:55.290668 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dec9e6-84dc-4aef-bb68-f4c80b3c68ab req-de5621e8-6f7e-48f1-a3e5-50a67bc3365c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:55.292180 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d3dec9e6-84dc-4aef-bb68-f4c80b3c68ab req-de5621e8-6f7e-48f1-a3e5-50a67bc3365c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0482609 Sep 03 01:33:55.314967 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-103bea19-bfe1-4425-8d4c-d222e15181f7 req-58f9ab6d-b7e6-4061-a304-357ba93e8f71 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Sep 03 01:33:55.356821 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d3dec9e6-84dc-4aef-bb68-f4c80b3c68ab req-490c242e-9b67-48d1-ab58-a794d633a120 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535266 Sep 03 01:33:55.715613 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a1537-8c8e-4ecb-b942-d89c475c3498 req-3352af83-971a-42ab-a33c-25f751eb6788 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:55.717081 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c64a1537-8c8e-4ecb-b942-d89c475c3498 req-3352af83-971a-42ab-a33c-25f751eb6788 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0493476 Sep 03 01:33:55.766483 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c64a1537-8c8e-4ecb-b942-d89c475c3498 req-f88aad7e-1652-4f52-a7a4-c0cdcd1ea547 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439739 Sep 03 01:33:55.923327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ddcac-3f7d-471e-aedf-bb533756e314 req-86a3aa75-5bdb-4d77-9f17-198fa0b4086d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:55.924711 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0e8ddcac-3f7d-471e-aedf-bb533756e314 req-86a3aa75-5bdb-4d77-9f17-198fa0b4086d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0522962 Sep 03 01:33:55.972034 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0e8ddcac-3f7d-471e-aedf-bb533756e314 req-b09bf3b2-bf5a-4ad9-8408-8f721e7c4159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414002 Sep 03 01:33:56.035719 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:56.050711 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e21c8f-f9af-43be-b7b5-2ef468c967a6 req-7c8eea9a-d029-428c-b55b-ea3481f72b39 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:56.052153 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e0e21c8f-f9af-43be-b7b5-2ef468c967a6 req-7c8eea9a-d029-428c-b55b-ea3481f72b39 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0468073 Sep 03 01:33:56.099757 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e0e21c8f-f9af-43be-b7b5-2ef468c967a6 req-899955f1-2502-4de1-9f6e-c352ea62769b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Sep 03 01:33:56.449781 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2152657-1524-4eef-80bb-56a2d94ea526 req-21218105-b8c9-4187-9450-3bda6c6e4496 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:56.451300 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b2152657-1524-4eef-80bb-56a2d94ea526 req-21218105-b8c9-4187-9450-3bda6c6e4496 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0487945 Sep 03 01:33:56.484537 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3f617-5d82-4994-9562-8395d45c67c9 req-583ed4c4-9401-4a94-8758-b407645ca08a tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:56.486156 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-77f3f617-5d82-4994-9562-8395d45c67c9 req-583ed4c4-9401-4a94-8758-b407645ca08a tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0483670 Sep 03 01:33:56.503589 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b2152657-1524-4eef-80bb-56a2d94ea526 req-0f98fb8e-0fcc-48f7-a725-019db12650cd tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463214 Sep 03 01:33:56.533704 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-77f3f617-5d82-4994-9562-8395d45c67c9 req-cd8ff462-5af6-46c1-95eb-734183eabf0e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Sep 03 01:33:56.889952 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b2c9d-e165-4407-9673-5870b0b80ecc req-f939508b-608c-4395-8d8f-bf3da121b4d6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:56.891929 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d86b2c9d-e165-4407-9673-5870b0b80ecc req-f939508b-608c-4395-8d8f-bf3da121b4d6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0521550 Sep 03 01:33:56.938970 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d86b2c9d-e165-4407-9673-5870b0b80ecc req-85027921-29e3-4cc8-ac26-f73d0ff7d0c4 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407913 Sep 03 01:33:57.096934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3ad9d-0c36-4448-8c93-3947582dc4bc req-ea5607f9-bd28-4feb-9378-af8a4cd244fa tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:57.098328 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-65d3ad9d-0c36-4448-8c93-3947582dc4bc req-ea5607f9-bd28-4feb-9378-af8a4cd244fa tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0514562 Sep 03 01:33:57.145093 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-65d3ad9d-0c36-4448-8c93-3947582dc4bc req-68ce9c99-4cd1-4271-bdec-df188d782bc9 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409279 Sep 03 01:33:57.187575 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['e8b8b19d-91b5-4b5a-a71d-5c995462d419'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:33:57.207529 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:57.229784 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db8e0a5-4360-44e7-84e2-6616f0a55c01 req-be3d06cc-d88b-40b9-8caa-3b6181b4c236 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:57.231610 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6db8e0a5-4360-44e7-84e2-6616f0a55c01 req-be3d06cc-d88b-40b9-8caa-3b6181b4c236 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0505860 Sep 03 01:33:57.279203 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6db8e0a5-4360-44e7-84e2-6616f0a55c01 req-49ede727-b850-4e97-a338-8cd7ee8133bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420482 Sep 03 01:33:57.307190 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['8e331545-f680-453c-942e-5cd9fc274b5f'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:33:57.339227 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:57.447977 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:33:57.534179 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:57.630204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4f812-9f1e-40e4-aa0e-d52593010145 req-846958aa-8a3c-4950-9420-247814c35dcb tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:57.631725 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-34a4f812-9f1e-40e4-aa0e-d52593010145 req-846958aa-8a3c-4950-9420-247814c35dcb tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0535800 Sep 03 01:33:57.669598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f738ac5b-0ed5-41f4-8272-06e8219ccb75 req-d5a59ef6-fc73-46b7-966f-a1e80d2b8286 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:57.671144 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f738ac5b-0ed5-41f4-8272-06e8219ccb75 req-d5a59ef6-fc73-46b7-966f-a1e80d2b8286 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0482979 Sep 03 01:33:57.681194 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-34a4f812-9f1e-40e4-aa0e-d52593010145 req-d13a5162-a516-44b4-a317-de81e7d6c424 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436327 Sep 03 01:33:57.721814 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f738ac5b-0ed5-41f4-8272-06e8219ccb75 req-13b42d1b-eb31-4acc-b960-4598cbfe57c7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446947 Sep 03 01:33:58.063975 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d231273a-4b72-4221-a0f3-b412c0365674 req-161d688d-5f81-4503-b2c9-437cd9ebb51b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:58.065480 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d231273a-4b72-4221-a0f3-b412c0365674 req-161d688d-5f81-4503-b2c9-437cd9ebb51b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0503547 Sep 03 01:33:58.115069 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d231273a-4b72-4221-a0f3-b412c0365674 req-b99bd760-554b-4d63-bb09-b37a1dd2f977 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436940 Sep 03 01:33:58.265094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beefb1f-498d-4608-812e-9e90d49127e8 req-2315a0ea-3f46-47d8-8253-535310385fac tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:58.266531 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0beefb1f-498d-4608-812e-9e90d49127e8 req-2315a0ea-3f46-47d8-8253-535310385fac tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0455899 Sep 03 01:33:58.319606 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0beefb1f-498d-4608-812e-9e90d49127e8 req-d7765aa6-71d2-4893-9732-127405def876 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470393 Sep 03 01:33:58.413384 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56dfdb-e782-46fa-90bb-7c90e67fc604 req-51ce5be8-89cf-421d-80b6-94e42ffcbe4d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:58.414915 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba56dfdb-e782-46fa-90bb-7c90e67fc604 req-51ce5be8-89cf-421d-80b6-94e42ffcbe4d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0490177 Sep 03 01:33:58.466657 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba56dfdb-e782-46fa-90bb-7c90e67fc604 req-24dc3707-70cc-4ad3-b4e1-5908a01f516f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429049 Sep 03 01:33:58.798281 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c36147-69a9-435a-8eb8-b61a7f544635 req-6956cc89-65f4-4cc0-96bd-9139d122d747 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:58.799872 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89c36147-69a9-435a-8eb8-b61a7f544635 req-6956cc89-65f4-4cc0-96bd-9139d122d747 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0461905 Sep 03 01:33:58.842434 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71a700-510a-4fba-b957-35a2e3716289 req-6092e21f-332f-4ac1-b6e2-1ea9590443f2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:58.843899 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff71a700-510a-4fba-b957-35a2e3716289 req-6092e21f-332f-4ac1-b6e2-1ea9590443f2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0459499 Sep 03 01:33:58.847791 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89c36147-69a9-435a-8eb8-b61a7f544635 req-11f6ce3d-bb57-423b-90fb-f332e2930372 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Sep 03 01:33:58.894504 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff71a700-510a-4fba-b957-35a2e3716289 req-46c63eb2-1d99-4e82-8681-87c4d66dc31c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449405 Sep 03 01:33:59.235887 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2bbf3-a341-494e-ab42-cc63637b286d req-92da43b1-906b-40f4-8b2f-e46e9dfc7cee tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:59.237299 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-28e2bbf3-a341-494e-ab42-cc63637b286d req-92da43b1-906b-40f4-8b2f-e46e9dfc7cee tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0484312 Sep 03 01:33:59.248567 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:59.287419 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-28e2bbf3-a341-494e-ab42-cc63637b286d req-5d062e73-e6d4-45ab-89c0-c9ff60b4fc33 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440266 Sep 03 01:33:59.442884 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a19b4-9898-45c9-b785-0b443588249e req-a0f4957d-a254-434d-89c2-40d523e4a944 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:59.444861 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a61a19b4-9898-45c9-b785-0b443588249e req-a0f4957d-a254-434d-89c2-40d523e4a944 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0460384 Sep 03 01:33:59.498955 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a61a19b4-9898-45c9-b785-0b443588249e req-d21925e8-2871-4910-a68b-2599aebb9f01 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485866 Sep 03 01:33:59.591903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb15d-2819-4b2d-b472-5987e3a99bfc req-39155a18-3991-4421-b44b-34bc67b5ea65 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:59.593338 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-39bdb15d-2819-4b2d-b472-5987e3a99bfc req-39155a18-3991-4421-b44b-34bc67b5ea65 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0462232 Sep 03 01:33:59.641066 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-39bdb15d-2819-4b2d-b472-5987e3a99bfc req-db10368d-5d73-49d3-999a-14b9a427f4ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422084 Sep 03 01:33:59.931990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:33:59.971457 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba61757-9c0b-4bb8-b5e0-24c36c0c8fe7 req-6d057255-497b-46c5-9a57-eb8192788e1d tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:33:59.972951 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bba61757-9c0b-4bb8-b5e0-24c36c0c8fe7 req-6d057255-497b-46c5-9a57-eb8192788e1d tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0495019 Sep 03 01:34:00.021134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50c833-21c9-4550-968f-1704df09d58d req-60aa1879-f9ae-4640-8d20-a881bb2cdeb8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:00.021376 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bba61757-9c0b-4bb8-b5e0-24c36c0c8fe7 req-9fb9240d-e742-4ddc-aed5-6ae00ecf13f3 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427437 Sep 03 01:34:00.022875 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a50c833-21c9-4550-968f-1704df09d58d req-60aa1879-f9ae-4640-8d20-a881bb2cdeb8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0460827 Sep 03 01:34:00.073189 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a50c833-21c9-4550-968f-1704df09d58d req-2cc2a229-3575-45e9-8a7f-97c9fa95f704 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449502 Sep 03 01:34:00.407842 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620d8ba-8fea-4cf9-8d2d-430f0eb0fa6e req-7e934402-07a6-4aa0-a538-8996c81b4cc9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:00.409248 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8620d8ba-8fea-4cf9-8d2d-430f0eb0fa6e req-7e934402-07a6-4aa0-a538-8996c81b4cc9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0494015 Sep 03 01:34:00.455993 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8620d8ba-8fea-4cf9-8d2d-430f0eb0fa6e req-435ea88c-c9da-4183-b52e-df5e6cd6fbac tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Sep 03 01:34:00.629206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99455b-0d8d-4ec2-93e2-50e491a51fd8 req-c2e279cd-7d91-4707-9d53-deb47e96bdb8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:00.629206 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6c99455b-0d8d-4ec2-93e2-50e491a51fd8 req-c2e279cd-7d91-4707-9d53-deb47e96bdb8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0559514 Sep 03 01:34:00.681406 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6c99455b-0d8d-4ec2-93e2-50e491a51fd8 req-d2d409d4-30c7-4933-a64c-ee1e0a706423 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456429 Sep 03 01:34:00.769515 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1b11b-2873-4c9f-b5b4-ecddee1f6273 req-c9b558d4-5a84-46e7-9aaf-48b41adc125c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:00.771034 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2bb1b11b-2873-4c9f-b5b4-ecddee1f6273 req-c9b558d4-5a84-46e7-9aaf-48b41adc125c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0467215 Sep 03 01:34:00.806592 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:00.826105 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2bb1b11b-2873-4c9f-b5b4-ecddee1f6273 req-80dd2e95-399b-4bf4-a235-ffced66a9e94 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487323 Sep 03 01:34:01.146650 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0e7c1-63c5-4a97-be72-71ac57e3143b req-d6a63149-eda7-4df2-95c0-711648d5936a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:01.149200 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bba0e7c1-63c5-4a97-be72-71ac57e3143b req-d6a63149-eda7-4df2-95c0-711648d5936a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0467858 Sep 03 01:34:01.195308 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396e712-408d-4ca0-bc23-85bf63e42b08 req-0e94d648-d5f2-41c5-91f9-dacb65b619e2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:01.196916 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b396e712-408d-4ca0-bc23-85bf63e42b08 req-0e94d648-d5f2-41c5-91f9-dacb65b619e2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 945 time: 0.0475049 Sep 03 01:34:01.201510 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bba0e7c1-63c5-4a97-be72-71ac57e3143b req-2b7ed5d8-ab80-46cf-abce-5c77a9c0b25a tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Sep 03 01:34:01.229043 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:01.251322 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b396e712-408d-4ca0-bc23-85bf63e42b08 req-512d86a1-096b-4155-908c-c157c65ce900 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487881 Sep 03 01:34:01.588070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf41fa-aa62-4f74-8bfc-3ee138de630f req-32fdf47d-534f-44bb-9ac6-3eae0e823a41 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:01.589629 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-93cf41fa-aa62-4f74-8bfc-3ee138de630f req-32fdf47d-534f-44bb-9ac6-3eae0e823a41 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0548666 Sep 03 01:34:01.650748 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-93cf41fa-aa62-4f74-8bfc-3ee138de630f req-e0d484c5-b7ac-473f-a2cc-d94389575686 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548358 Sep 03 01:34:01.807541 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62327caf-c99c-4182-9287-671245a53946 req-3c679cd9-134c-4b4b-bc49-6935bfc4708f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:01.809225 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62327caf-c99c-4182-9287-671245a53946 req-3c679cd9-134c-4b4b-bc49-6935bfc4708f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 944 time: 0.0519516 Sep 03 01:34:01.859954 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62327caf-c99c-4182-9287-671245a53946 req-e925fb9c-005e-423d-a8ea-535bc31f6c1f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449507 Sep 03 01:34:01.964573 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d31906-ce5f-43e6-bcb2-5a12494fc789 req-89524890-399e-4707-97fc-55a7ffa96e22 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:01.966153 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54d31906-ce5f-43e6-bcb2-5a12494fc789 req-89524890-399e-4707-97fc-55a7ffa96e22 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0514166 Sep 03 01:34:02.022972 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54d31906-ce5f-43e6-bcb2-5a12494fc789 req-c1107b6a-a09f-4fa6-8cc9-f94a880b6b0a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 Sep 03 01:34:02.032082 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e8b8b19d-91b5-4b5a-a71d-5c995462d419 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:34:02.097039 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port e8b8b19d-91b5-4b5a-a71d-5c995462d419 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:34:02.149659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port e8b8b19d-91b5-4b5a-a71d-5c995462d419 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:34:02.150033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.224787 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port e8b8b19d-91b5-4b5a-a71d-5c995462d419 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:34:02.225919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.251749 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:02.254366 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba8dc69-2436-4492-96ad-28b61b0b4e81" -d '{"events": [{"server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "name": "network-vif-plugged", "status": "completed", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:02.267055 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port e8b8b19d-91b5-4b5a-a71d-5c995462d419, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:02.299868 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e67c2-c02e-4a27-8119-ce7bb2879063 x-openstack-request-id: req-1f7e67c2-c02e-4a27-8119-ce7bb2879063 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:02.300162 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "name": "network-vif-plugged", "status": "completed", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:02.300463 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f7e67c2-c02e-4a27-8119-ce7bb2879063 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:02.300872 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f7e67c2-c02e-4a27-8119-ce7bb2879063'] response: {'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'code': 200} Sep 03 01:34:02.337746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37897a6d-24f7-48dd-a708-1e2b29785ff8 req-32ed7f9c-514c-45a3-b955-272318b5c31f tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:02.338393 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.339292 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37897a6d-24f7-48dd-a708-1e2b29785ff8 req-32ed7f9c-514c-45a3-b955-272318b5c31f tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0569291 Sep 03 01:34:02.339420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:34:02.413709 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37897a6d-24f7-48dd-a708-1e2b29785ff8 req-4a12a6f8-9afe-447c-8e9c-7cca24b97de6 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668411 Sep 03 01:34:02.423945 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=e8b8b19d-91b5-4b5a-a71d-5c995462d419,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:02.426916 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:34:02.433778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf704c-2e1e-452c-924a-b28991d8cdab req-0a5d339c-2a86-4082-bade-928cffeb4dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:02.435353 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9caf704c-2e1e-452c-924a-b28991d8cdab req-0a5d339c-2a86-4082-bade-928cffeb4dcb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0874031 Sep 03 01:34:02.444084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.444797 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.445602 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.446153 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.447372 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.447892 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.460484 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.460907 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.461246 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.466934 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.467283 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.467909 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.468266 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.470319 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.470319 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:02.476959 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:02.482182 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:34:02.483723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.519411 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9caf704c-2e1e-452c-924a-b28991d8cdab req-ba26278c-6daf-4ebc-a98f-7f7410ecffe3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759115 Sep 03 01:34:02.572484 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:34:02.572779 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.612629 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:02.691753 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.692638 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:34:02.767986 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:02.775783 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:02.784202 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 8e331545-f680-453c-942e-5cd9fc274b5f completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:34:02.814545 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714256ff-faaa-457e-b791-36c6bb5f6bb3 req-68c9e4cf-ed5e-46e8-97ed-1a69f4ec2541 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:02.816947 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-714256ff-faaa-457e-b791-36c6bb5f6bb3 req-68c9e4cf-ed5e-46e8-97ed-1a69f4ec2541 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0754099 Sep 03 01:34:02.881863 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 8e331545-f680-453c-942e-5cd9fc274b5f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:34:02.882382 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:02.890028 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-714256ff-faaa-457e-b791-36c6bb5f6bb3 req-1ffbf3ea-8ddd-421a-928e-17780ab73c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629847 Sep 03 01:34:02.981084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:34:02.981474 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:03.016035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a64125-d7bb-4943-9c28-126b6e372c5d req-0287fc87-37ee-44f2-95cb-4002ffc2949e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:03.016818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:03.018758 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-99a64125-d7bb-4943-9c28-126b6e372c5d req-0287fc87-37ee-44f2-95cb-4002ffc2949e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0569334 Sep 03 01:34:03.019180 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:03.074168 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-99a64125-d7bb-4943-9c28-126b6e372c5d req-1aa05c1b-5ef4-4d3b-9eb3-6aa3860dad35 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495987 Sep 03 01:34:03.179111 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:03.201517 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a92b717-c745-40aa-89b3-4796272d66c7 req-386cc7ea-e5c4-4b43-83d2-ca2c4cac860e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:03.216403 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a92b717-c745-40aa-89b3-4796272d66c7 req-386cc7ea-e5c4-4b43-83d2-ca2c4cac860e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0799110 Sep 03 01:34:03.283444 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:03.318479 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a92b717-c745-40aa-89b3-4796272d66c7 req-09e7e5be-ca03-4390-9d07-c8dfdc706d1a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017735 Sep 03 01:34:03.574122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9795d54-934c-463c-a6e4-4af77123e971 req-8eb29586-22ee-48a0-bc40-c250bb6a7142 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:03.575810 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9795d54-934c-463c-a6e4-4af77123e971 req-8eb29586-22ee-48a0-bc40-c250bb6a7142 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0703678 Sep 03 01:34:03.654592 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4dd299-b11b-42ed-a517-952e6bb5194b req-bac05dad-dde6-43c1-967c-8f2cc620c679 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:03.656755 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7e4dd299-b11b-42ed-a517-952e6bb5194b req-bac05dad-dde6-43c1-967c-8f2cc620c679 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0573862 Sep 03 01:34:03.682413 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:03.692822 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c3e71b-d4d2-467e-8dfd-80f21f93a234 req-574ba7ab-ea07-4734-9895-b1add4e1de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:03.695035 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f5c3e71b-d4d2-467e-8dfd-80f21f93a234 req-574ba7ab-ea07-4734-9895-b1add4e1de79 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1130 time: 0.1011052 Sep 03 01:34:03.714289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89744420-261e-4225-a6cf-bfd0ed97304f req-f37cbc75-cdb7-4daf-948a-c21ae2408a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:03.715782 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-f37cbc75-cdb7-4daf-948a-c21ae2408a05 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 1129 time: 0.0739281 Sep 03 01:34:03.718955 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9795d54-934c-463c-a6e4-4af77123e971 req-56938f72-2385-4d57-a2ec-cb26a9459bb2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361227 Sep 03 01:34:03.719090 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7e4dd299-b11b-42ed-a517-952e6bb5194b req-44f37594-7660-4695-83fb-870290707bfd tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555904 Sep 03 01:34:03.952777 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f5c3e71b-d4d2-467e-8dfd-80f21f93a234 req-507f812a-7a4d-47dd-9520-4adf30cf738b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328746 Sep 03 01:34:04.193574 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90406212-7bfa-457d-8793-de5a2d5eff4c req-b78d7ac3-b380-427c-bba9-1add4baa1c3a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:04.195363 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-90406212-7bfa-457d-8793-de5a2d5eff4c req-b78d7ac3-b380-427c-bba9-1add4baa1c3a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0470171 Sep 03 01:34:04.244176 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-90406212-7bfa-457d-8793-de5a2d5eff4c req-60783f87-01b1-43db-b209-a20cebe1a6f0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Sep 03 01:34:04.301559 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4'}, {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:04.304603 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41239a0e-a16c-484a-8f34-684170aa06c5" -d '{"events": [{"server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "name": "network-vif-plugged", "status": "completed", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4"}, {"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-plugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:04.368465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b741681c-3f19-4d5d-a98a-bf199fd56b55 x-openstack-request-id: req-b741681c-3f19-4d5d-a98a-bf199fd56b55 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:04.368766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "name": "network-vif-plugged", "status": "completed", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4", "code": 200}, {"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-plugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:04.369036 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b741681c-3f19-4d5d-a98a-bf199fd56b55 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:04.369610 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b741681c-3f19-4d5d-a98a-bf199fd56b55'] response: {'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'code': 200} Sep 03 01:34:04.369867 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b741681c-3f19-4d5d-a98a-bf199fd56b55'] response: {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'code': 200} Sep 03 01:34:04.508710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3337c-2928-4b3e-be80-6f822e4bf601 req-03cf92de-9fa1-4cbb-8901-29cb85d40658 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:04.510226 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-94f3337c-2928-4b3e-be80-6f822e4bf601 req-03cf92de-9fa1-4cbb-8901-29cb85d40658 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0908525 Sep 03 01:34:04.517578 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89744420-261e-4225-a6cf-bfd0ed97304f req-dc98c3c2-e65f-4dd2-b7e9-bd39e9ecb47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:04.517578 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-dc98c3c2-e65f-4dd2-b7e9-bd39e9ecb47c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.2133873 Sep 03 01:34:04.564680 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-94f3337c-2928-4b3e-be80-6f822e4bf601 req-50763c72-b6c7-478e-93c3-83a79ffc4a5c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443890 Sep 03 01:34:04.840026 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6e029-b51f-4101-ae46-cbe14e3b3690 req-2d347431-943b-4ed8-be91-cd5189cb5e4f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:04.841480 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cee6e029-b51f-4101-ae46-cbe14e3b3690 req-2d347431-943b-4ed8-be91-cd5189cb5e4f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0461791 Sep 03 01:34:04.890451 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cee6e029-b51f-4101-ae46-cbe14e3b3690 req-4e03e85c-77f6-4504-a057-8853dfefb139 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433424 Sep 03 01:34:04.996456 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028f92-dc8d-4a34-b100-320ed424467c req-34c8b6e8-8e4c-4f9e-914b-449ad74d448c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:04.997911 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0028f92-dc8d-4a34-b100-320ed424467c req-34c8b6e8-8e4c-4f9e-914b-449ad74d448c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0499549 Sep 03 01:34:05.045719 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0028f92-dc8d-4a34-b100-320ed424467c req-04640826-7c92-4d89-97ff-fcc07ef7123c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421309 Sep 03 01:34:05.367681 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f9ad8-59dc-4459-8e4b-217743dc0eee req-2bc4aee8-5e24-446d-af84-9eb3e3083cdf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:05.369154 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e50f9ad8-59dc-4459-8e4b-217743dc0eee req-2bc4aee8-5e24-446d-af84-9eb3e3083cdf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0500593 Sep 03 01:34:05.408504 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:05.421807 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e50f9ad8-59dc-4459-8e4b-217743dc0eee req-a40b797d-edc1-4535-8ece-5339e978e7db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470462 Sep 03 01:34:05.714774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6894f-b42d-4d87-b642-3c705eb08d5a req-58e47af5-fe48-4850-a1be-6131060dd4d7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:05.716567 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-88b6894f-b42d-4d87-b642-3c705eb08d5a req-58e47af5-fe48-4850-a1be-6131060dd4d7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0559843 Sep 03 01:34:05.773999 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-88b6894f-b42d-4d87-b642-3c705eb08d5a req-341d0eee-7665-4fd5-b46b-0d0532baf780 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515466 Sep 03 01:34:06.041325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffb881-cdaa-413d-ba3c-d44a8c11056d req-0de6ee0c-ac01-437d-aa94-42e534d63df8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:06.046078 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71ffb881-cdaa-413d-ba3c-d44a8c11056d req-0de6ee0c-ac01-437d-aa94-42e534d63df8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0765193 Sep 03 01:34:06.091072 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71ffb881-cdaa-413d-ba3c-d44a8c11056d req-a12c4565-6e95-4b67-9415-f31d63587bfa tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Sep 03 01:34:06.191487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fd786-81b2-43b1-b33b-a7171cfca481 req-c710f34f-be37-4c93-adb3-25448e5ded1c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:06.192847 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a55fd786-81b2-43b1-b33b-a7171cfca481 req-c710f34f-be37-4c93-adb3-25448e5ded1c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0464804 Sep 03 01:34:06.243030 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a55fd786-81b2-43b1-b33b-a7171cfca481 req-70226307-348c-46fd-a60d-702a913b9d4c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438626 Sep 03 01:34:06.539278 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df075d-df9a-457a-897a-e31882504a3f req-007fd98b-af7f-48ae-81ce-01539343d406 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:06.540725 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-98df075d-df9a-457a-897a-e31882504a3f req-007fd98b-af7f-48ae-81ce-01539343d406 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0454676 Sep 03 01:34:06.588555 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-98df075d-df9a-457a-897a-e31882504a3f req-46b14996-1505-4e5f-b26b-973e141bdb25 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413151 Sep 03 01:34:06.896359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b3437-e495-48e8-9afb-dacc45688ceb req-d3db4d34-9340-4801-918c-5d234bbac762 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:06.898418 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-906b3437-e495-48e8-9afb-dacc45688ceb req-d3db4d34-9340-4801-918c-5d234bbac762 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0449047 Sep 03 01:34:06.911163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:06.951260 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-906b3437-e495-48e8-9afb-dacc45688ceb req-367dd81c-ae92-4f64-ba91-9c0c5332b226 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467546 Sep 03 01:34:07.245567 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-aafbd5d2-5a60-4031-b62a-5fa5db78136d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab23d97-93c5-443a-a734-fe9f47c27341 HTTP/1.1" status: 200 len: 217 time: 0.0383890 Sep 03 01:34:07.255789 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db87537-4c91-42e1-ba44-656b17849c01 req-821f26bb-172c-49d4-9035-922a98049a7c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:07.257911 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2db87537-4c91-42e1-ba44-656b17849c01 req-821f26bb-172c-49d4-9035-922a98049a7c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0852590 Sep 03 01:34:07.306125 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2db87537-4c91-42e1-ba44-656b17849c01 req-9fd79ca0-86b8-47bc-bf1c-cc7b385accc4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425394 Sep 03 01:34:07.412069 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a6795-5999-42f8-9ea3-eac369f1bedd req-504b9acf-c133-4ef9-9ff5-e2e3cfaa21ab tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:07.419070 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-227a6795-5999-42f8-9ea3-eac369f1bedd req-504b9acf-c133-4ef9-9ff5-e2e3cfaa21ab tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0562479 Sep 03 01:34:07.507118 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-227a6795-5999-42f8-9ea3-eac369f1bedd req-549fcec7-06e8-4b7a-9838-7b4e6a728f0a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871234 Sep 03 01:34:07.509336 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89744420-261e-4225-a6cf-bfd0ed97304f req-9e9c27cd-0849-4274-9087-adcb30db6301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:07.510865 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-9e9c27cd-0849-4274-9087-adcb30db6301 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0892015 Sep 03 01:34:07.718115 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11322-3a25-48db-a9da-7e91bf18a9d8 req-76603cfa-3021-410e-a0fd-f0b957fa659a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:07.719644 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cef11322-3a25-48db-a9da-7e91bf18a9d8 req-76603cfa-3021-410e-a0fd-f0b957fa659a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0511568 Sep 03 01:34:07.767779 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cef11322-3a25-48db-a9da-7e91bf18a9d8 req-ef732498-ff71-4a44-b6f9-306d7d0c0b96 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Sep 03 01:34:07.935352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89744420-261e-4225-a6cf-bfd0ed97304f req-ba45afc0-4dcf-4096-a79b-d62828633741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:07.936678 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-ba45afc0-4dcf-4096-a79b-d62828633741 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541315 Sep 03 01:34:08.015751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f8a6b4-3f90-4d88-a86b-7610fbbb55d4 req-3ffcd187-b63a-4430-8ee1-1b2e26eca806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:08.017269 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912e7a3-8c79-46ac-afb4-c5ccd76f9926 req-b021d313-3022-4131-8696-441e387b8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:08.018779 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7912e7a3-8c79-46ac-afb4-c5ccd76f9926 req-b021d313-3022-4131-8696-441e387b8b39 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1130 time: 0.0920284 Sep 03 01:34:08.018999 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-91f8a6b4-3f90-4d88-a86b-7610fbbb55d4 req-3ffcd187-b63a-4430-8ee1-1b2e26eca806 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 1129 time: 0.0921757 Sep 03 01:34:08.093545 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-91f8a6b4-3f90-4d88-a86b-7610fbbb55d4 req-3c8b0ed9-75d6-41ff-8c22-ebc7a2c2bd16 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488963 Sep 03 01:34:08.096407 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:08.109245 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-4ae4addc-c81c-4707-af16-dcab83d9927b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537244 Sep 03 01:34:08.127385 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c53495-53e7-4fc9-9c26-acd5c2142921 req-27a726f3-269e-48d5-b92c-68eea2de4b82 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:08.128760 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-28c53495-53e7-4fc9-9c26-acd5c2142921 req-27a726f3-269e-48d5-b92c-68eea2de4b82 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0809252 Sep 03 01:34:08.145444 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7912e7a3-8c79-46ac-afb4-c5ccd76f9926 req-057954f8-7d59-4f60-99b7-6d4a98f523e3 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027002 Sep 03 01:34:08.190448 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-28c53495-53e7-4fc9-9c26-acd5c2142921 req-9b9f36c4-b12e-4f67-89b3-a2bbeebc10b0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540662 Sep 03 01:34:08.447143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982b017-612c-443a-a047-6ceb23dc7a94 req-4a224f39-9852-4eb0-b6aa-08c6914ce767 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:08.448518 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a982b017-612c-443a-a047-6ceb23dc7a94 req-4a224f39-9852-4eb0-b6aa-08c6914ce767 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0478308 Sep 03 01:34:08.500687 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a982b017-612c-443a-a047-6ceb23dc7a94 req-ad01944b-f759-4ac3-b213-7f5414cc9ed8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465355 Sep 03 01:34:08.631484 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb0a90-b208-437b-a314-68419a17c6ea req-c5efaa8c-822f-4958-8f99-101f344784c2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:08.633343 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-aacb0a90-b208-437b-a314-68419a17c6ea req-c5efaa8c-822f-4958-8f99-101f344784c2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0503240 Sep 03 01:34:08.683964 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-aacb0a90-b208-437b-a314-68419a17c6ea req-ab032c0f-64ab-44f4-8a5b-426f064fcbce tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Sep 03 01:34:08.772309 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:08.803834 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-89744420-261e-4225-a6cf-bfd0ed97304f req-6914dc71-60ba-47a9-a344-b6d1736790e0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922499 Sep 03 01:34:08.892371 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7f75a-9bf9-4e43-b8d8-0fa3b76337cf req-1d867712-65ef-4c56-80a0-a7b266336612 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:08.893853 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-16f7f75a-9bf9-4e43-b8d8-0fa3b76337cf req-1d867712-65ef-4c56-80a0-a7b266336612 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0463181 Sep 03 01:34:08.941838 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-16f7f75a-9bf9-4e43-b8d8-0fa3b76337cf req-41ee2407-0bea-4979-8cd1-1320f2cc7e8b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415683 Sep 03 01:34:09.332239 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053fccb-5e63-4bc5-a8f0-44a82f4148fc req-25a5b8d7-2a0d-4593-8f1f-4515d5c28a70 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:09.333703 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7053fccb-5e63-4bc5-a8f0-44a82f4148fc req-25a5b8d7-2a0d-4593-8f1f-4515d5c28a70 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0546429 Sep 03 01:34:09.382237 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7053fccb-5e63-4bc5-a8f0-44a82f4148fc req-ce82f2cc-379d-410b-9f60-8ececb216973 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421970 Sep 03 01:34:09.632875 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab2d59-0bd6-4d46-9f86-211d7afd6e83 req-e0f30620-187b-4701-adb7-24d72e369b77 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:09.634373 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-63ab2d59-0bd6-4d46-9f86-211d7afd6e83 req-e0f30620-187b-4701-adb7-24d72e369b77 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0502746 Sep 03 01:34:09.684212 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-63ab2d59-0bd6-4d46-9f86-211d7afd6e83 req-66ca8532-7abe-430b-8937-440ae52d14a5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440364 Sep 03 01:34:09.799643 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:09.808120 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94c262-e5f4-44e3-adc1-8956b81f89d7 req-3bea8713-932b-4102-8904-92180e96eadb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:09.809643 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4f94c262-e5f4-44e3-adc1-8956b81f89d7 req-3bea8713-932b-4102-8904-92180e96eadb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0484583 Sep 03 01:34:09.819693 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c7d27-8c3c-47dc-a089-b788227f322d req-b8cb0323-0967-4116-b1a8-27044a14bb38 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:09.821232 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9c6c7d27-8c3c-47dc-a089-b788227f322d req-b8cb0323-0967-4116-b1a8-27044a14bb38 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0547640 Sep 03 01:34:09.821692 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41204) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:09.825921 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'floatingip': {'port_id': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:09.916045 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (9b9dc1b4-0553-432c-94b2-6674a4a08cfd), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:10.057426 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9c6c7d27-8c3c-47dc-a089-b788227f322d req-8528159a-d474-442c-ba0c-2a8a51ccd324 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045574 Sep 03 01:34:10.087456 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f86de7-a960-4f38-ab60-5123d85330ea req-f023b3bb-a747-4c96-9ce7-ce491998d8d1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:10.089216 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-07f86de7-a960-4f38-ab60-5123d85330ea req-f023b3bb-a747-4c96-9ce7-ce491998d8d1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0599906 Sep 03 01:34:10.138754 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-07f86de7-a960-4f38-ab60-5123d85330ea req-2b0fa2e0-9931-47b7-9520-5a58c39ca16b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Sep 03 01:34:10.783554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff64451-ad6d-4b0a-8616-4c2ee2ad42e1 req-70c81b94-ee97-4329-ab7b-6a7d25a03c76 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:10.784963 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9ff64451-ad6d-4b0a-8616-4c2ee2ad42e1 req-70c81b94-ee97-4329-ab7b-6a7d25a03c76 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.3132145 Sep 03 01:34:10.815248 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:10.837735 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:10.845007 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9ff64451-ad6d-4b0a-8616-4c2ee2ad42e1 req-772a0cb5-6e46-4bc9-805a-7ec14ceadd21 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494192 Sep 03 01:34:10.863744 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (9b9dc1b4-0553-432c-94b2-6674a4a08cfd), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:10.963287 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Floating IP 9b9dc1b4-0553-432c-94b2-6674a4a08cfd associated. External IP: 172.27.1.196, port: e8b8b19d-91b5-4b5a-a71d-5c995462d419. Sep 03 01:34:11.050774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:11.168516 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:34:11.197382 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c03d73-9f47-47f6-a4e3-ddcc286c8ec1 req-e1ffc31a-b46a-48a6-a594-86c2c5e76611 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:11.198880 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a3c03d73-9f47-47f6-a4e3-ddcc286c8ec1 req-e1ffc31a-b46a-48a6-a594-86c2c5e76611 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0557516 Sep 03 01:34:11.248818 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a3c03d73-9f47-47f6-a4e3-ddcc286c8ec1 req-2724034a-7da9-4284-9b69-dcce75d919d6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435779 Sep 03 01:34:11.301863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0daa15-ee75-415c-ae13-db37ce65e086 req-013feac2-66be-4f5d-afb1-32cdb1f336e4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:11.303994 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bc0daa15-ee75-415c-ae13-db37ce65e086 req-013feac2-66be-4f5d-afb1-32cdb1f336e4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0886948 Sep 03 01:34:11.335923 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:34:11.342077 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:11.348388 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:34:11.359134 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:11.359731 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:11.391075 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-017cd3f3-7d6f-4c9d-a307-cb6d531291c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/9b9dc1b4-0553-432c-94b2-6674a4a08cfd HTTP/1.1" status: 200 len: 992 time: 1.5683596 Sep 03 01:34:11.391895 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:11.394231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:11.399323 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bc0daa15-ee75-415c-ae13-db37ce65e086 req-09318b1c-4af1-47f1-82a3-47d5c1eab21a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885730 Sep 03 01:34:11.437808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b63a1c6-a8f4-409a-a530-04da9ecf7970 x-openstack-request-id: req-7b63a1c6-a8f4-409a-a530-04da9ecf7970 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:11.438103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:11.438385 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7b63a1c6-a8f4-409a-a530-04da9ecf7970 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:11.438799 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b63a1c6-a8f4-409a-a530-04da9ecf7970'] response: {'name': 'network-changed', 'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'status': 'completed', 'code': 200} Sep 03 01:34:11.469007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:11.712056 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '9b9dc1b4-0553-432c-94b2-6674a4a08cfd', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'port_id': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'mac_address': 'fa:16:3e:13:c6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:16Z', 'updated_at': '2022-09-03T01:34:10Z', 'revision_number': 1, 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:11.737707 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:34:11.747057 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:11.747658 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:11.847455 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:11.972438 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ccdc22-d3aa-470f-8ecb-86e8a911bb8b req-843843e0-4d42-45bb-8cf2-efb37844bbb0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:11.973854 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e7ccdc22-d3aa-470f-8ecb-86e8a911bb8b req-843843e0-4d42-45bb-8cf2-efb37844bbb0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0495059 Sep 03 01:34:12.024713 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e7ccdc22-d3aa-470f-8ecb-86e8a911bb8b req-9f685471-205c-4329-9886-8ce1a9962778 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442846 Sep 03 01:34:12.136155 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '9b9dc1b4-0553-432c-94b2-6674a4a08cfd', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'port_id': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'mac_address': 'fa:16:3e:13:c6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:16Z', 'updated_at': '2022-09-03T01:34:10Z', 'revision_number': 1, 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:12.160486 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ac8e1-313f-4720-b380-378a91fc04f8 None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '9b9dc1b4-0553-432c-94b2-6674a4a08cfd', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'port_id': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'mac_address': 'fa:16:3e:13:c6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:16Z', 'updated_at': '2022-09-03T01:34:10Z', 'revision_number': 1, 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:34:12.353256 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafc03ac-d19a-413a-ae85-163a8122c877 None None] New status for floating IP 9b9dc1b4-0553-432c-94b2-6674a4a08cfd: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:34:12.376108 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee215b-861e-4834-a367-5ed1a97a3271 req-0a1f0591-acd3-4c49-b42d-adc528dd6a41 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:12.377548 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81ee215b-861e-4834-a367-5ed1a97a3271 req-0a1f0591-acd3-4c49-b42d-adc528dd6a41 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0477006 Sep 03 01:34:12.424957 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81ee215b-861e-4834-a367-5ed1a97a3271 req-241d4bb4-8a24-402b-9ab1-9b79f8225930 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411007 Sep 03 01:34:12.540209 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055534a-478d-4b49-b313-cde3b86d6301 req-d70ce3d7-a148-4dce-8632-b2b9059395a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:12.541852 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5055534a-478d-4b49-b313-cde3b86d6301 req-d70ce3d7-a148-4dce-8632-b2b9059395a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0584190 Sep 03 01:34:12.590161 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5055534a-478d-4b49-b313-cde3b86d6301 req-788daf0b-8f35-4d3d-af8c-d9cb463063eb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Sep 03 01:34:12.768250 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:34:13.145496 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:13.153339 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafb08b-65b3-44e5-a532-8d08092055bb req-87fcc027-2f9c-4085-84ae-4634ac8c0fbb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:13.154907 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5eafb08b-65b3-44e5-a532-8d08092055bb req-87fcc027-2f9c-4085-84ae-4634ac8c0fbb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0468578 Sep 03 01:34:13.210111 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5eafb08b-65b3-44e5-a532-8d08092055bb req-8d730904-b9ef-4b0a-afb5-b1e6a85a8f58 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495019 Sep 03 01:34:13.550800 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708057d-2633-4c8f-bf8a-fe494717c8b2 req-63bc5fa3-11a0-4b99-8f4f-1dd7b5f51e25 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:13.552356 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2708057d-2633-4c8f-bf8a-fe494717c8b2 req-63bc5fa3-11a0-4b99-8f4f-1dd7b5f51e25 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0527859 Sep 03 01:34:13.604883 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2708057d-2633-4c8f-bf8a-fe494717c8b2 req-16c32ee6-1bc7-4617-b04a-953c8f040a2c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463586 Sep 03 01:34:13.742813 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ffd86-8c3f-4b2a-9806-03cafedea826 req-0e1a97ed-3bf3-4f6e-a872-e00875787168 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:13.744266 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-be3ffd86-8c3f-4b2a-9806-03cafedea826 req-0e1a97ed-3bf3-4f6e-a872-e00875787168 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0460799 Sep 03 01:34:13.800713 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-be3ffd86-8c3f-4b2a-9806-03cafedea826 req-4b0f48a6-fabf-4af7-9dd9-49632b200e2b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504923 Sep 03 01:34:14.337039 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620e7fd-5a32-4974-ab2b-8a979b49d121 req-027b2e52-b27d-441d-9e07-3dadd05a8db5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:14.338483 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1620e7fd-5a32-4974-ab2b-8a979b49d121 req-027b2e52-b27d-441d-9e07-3dadd05a8db5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0482509 Sep 03 01:34:14.395588 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-9b0dc848-c564-4d01-b544-fa83e620499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:14.397453 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-9b0dc848-c564-4d01-b544-fa83e620499a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1130 time: 0.0580406 Sep 03 01:34:14.404903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:14.424185 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1620e7fd-5a32-4974-ab2b-8a979b49d121 req-588d0525-f0e2-4ab8-984a-413e893462f2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770910 Sep 03 01:34:14.549760 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0d488-15e7-4eba-b010-fcac4c896707 req-0edc29cf-5922-4180-80d8-7297ff824b12 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:14.551257 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-19a0d488-15e7-4eba-b010-fcac4c896707 req-0edc29cf-5922-4180-80d8-7297ff824b12 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0466006 Sep 03 01:34:14.561963 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41312) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:14.566404 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'floatingip': {'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:14.649434 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (95157b27-bbae-4a2b-8286-3c41ac16555c), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:14.731536 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4d357-1073-4919-ba44-39a6c2210bb0 req-d3884558-3e26-4670-af43-44433a478243 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:14.733124 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6ea4d357-1073-4919-ba44-39a6c2210bb0 req-d3884558-3e26-4670-af43-44433a478243 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0485191 Sep 03 01:34:14.782669 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6ea4d357-1073-4919-ba44-39a6c2210bb0 req-c529cb67-7994-415d-a7e5-96c1848d22e8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Sep 03 01:34:14.956457 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f364c23-2e97-4dbd-9959-9f13bd2f6e08 req-702d1cf8-43aa-4343-abb8-2a1a4e9899f9 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:14.957913 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9f364c23-2e97-4dbd-9959-9f13bd2f6e08 req-702d1cf8-43aa-4343-abb8-2a1a4e9899f9 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0673513 Sep 03 01:34:15.119163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-d06461fa-8fd4-4492-a692-d80355b5955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:15.120783 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-d06461fa-8fd4-4492-a692-d80355b5955c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 912 time: 0.1413817 Sep 03 01:34:15.220214 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-b295aabc-3c56-4d92-a105-bdd943f93cae service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 200 len: 1002 time: 0.0921419 Sep 03 01:34:15.282577 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-3fb7836d-c4a7-4008-aff5-53d1978de93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:15.283703 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-3fb7836d-c4a7-4008-aff5-53d1978de93d service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.0513856 Sep 03 01:34:15.331774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-cdaa82d4-b727-4e11-80e0-80b342fdab13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:15.333172 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-cdaa82d4-b727-4e11-80e0-80b342fdab13 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408850 Sep 03 01:34:15.343247 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9f364c23-2e97-4dbd-9959-9f13bd2f6e08 req-5e58c9a3-694c-49c4-9276-f4732320cd63 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533270 Sep 03 01:34:15.359798 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:15.432288 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-d5be2670-1cf1-48e9-97a2-b99ef1f584d7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923214 Sep 03 01:34:15.475555 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:15.551967 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0663e5-31e7-4aaa-a11f-eb3c0ae3f16c req-785484d0-560d-4de9-a2a3-5f1f3bf3eed4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:15.553499 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bf0663e5-31e7-4aaa-a11f-eb3c0ae3f16c req-785484d0-560d-4de9-a2a3-5f1f3bf3eed4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0643175 Sep 03 01:34:15.564196 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41334) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:15.567649 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:15.571805 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:15.605865 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bbf8a15b-acc1-4a70-a309-53d8dbb39cc3 req-f03c6a5c-e14a-4439-b654-8ba3bb1d754d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643682 Sep 03 01:34:15.615973 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (06cb5c81-8caf-4f79-8b8d-33935ba26e4f), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:15.641171 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (95157b27-bbae-4a2b-8286-3c41ac16555c), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:15.766735 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Floating IP 95157b27-bbae-4a2b-8286-3c41ac16555c associated. External IP: 172.27.1.54, port: 8e331545-f680-453c-942e-5cd9fc274b5f. Sep 03 01:34:15.945770 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fb6d8-38e2-4253-9fff-1a8a1e988547 req-6b85da40-7ef4-457a-a2cb-006926af7a40 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:15.948875 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ce8fb6d8-38e2-4253-9fff-1a8a1e988547 req-6b85da40-7ef4-457a-a2cb-006926af7a40 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0640159 Sep 03 01:34:15.995858 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:16.038015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:16.103995 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ce8fb6d8-38e2-4253-9fff-1a8a1e988547 req-02cd88c3-f148-4d5c-87c0-ec08d2260f3b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208375 Sep 03 01:34:16.130363 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Router 34d33214-b085-4313-91af-26993bc71ab6 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:34:16.181966 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:16.251101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:34:16.256606 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:16.261704 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:34:16.272009 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:16.272691 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:16.281273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (06cb5c81-8caf-4f79-8b8d-33935ba26e4f), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:16.291683 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ce618af8-29df-42e2-ba44-f5564dccf432 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/95157b27-bbae-4a2b-8286-3c41ac16555c HTTP/1.1" status: 200 len: 991 time: 1.7262652 Sep 03 01:34:16.291683 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:16.292380 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7943353-3221-47e3-a626-7a74b2b99d11" -d '{"events": [{"name": "network-changed", "server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:16.331561 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ad87ea-adb3-47fb-aa4a-0db8585667c7 x-openstack-request-id: req-57ad87ea-adb3-47fb-aa4a-0db8585667c7 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:16.332052 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:16.332417 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57ad87ea-adb3-47fb-aa4a-0db8585667c7 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:16.332907 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ad87ea-adb3-47fb-aa4a-0db8585667c7'] response: {'name': 'network-changed', 'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'status': 'completed', 'code': 200} Sep 03 01:34:16.397456 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:16.436910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-dfd27f3e-9c3c-40f5-91f5-234c00f2abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:16.438833 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-dfd27f3e-9c3c-40f5-91f5-234c00f2abb3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1130 time: 0.0503829 Sep 03 01:34:16.441874 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 06cb5c81-8caf-4f79-8b8d-33935ba26e4f associated. External IP: 172.27.1.253, port: fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4. Sep 03 01:34:16.496145 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:16.502914 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:16.546300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:16.625289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-33c70138-67df-471f-a95d-4ecdd35a729d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:16.626846 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-33c70138-67df-471f-a95d-4ecdd35a729d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.1806781 Sep 03 01:34:16.644030 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '95157b27-bbae-4a2b-8286-3c41ac16555c', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '34d33214-b085-4313-91af-26993bc71ab6', 'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'mac_address': 'fa:16:3e:55:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:14Z', 'updated_at': '2022-09-03T01:34:15Z', 'revision_number': 1, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:16.669921 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:34:16.679484 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:16.680092 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:16.699718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41370) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:16.764214 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-3299681a-aed4-4b32-88f5-9d5dd078e814 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 999 time: 0.1004064 Sep 03 01:34:16.830274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:34:16.840916 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:16.854551 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-4d5752ad-58d5-425b-a0ee-90bb270e6707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:16.856238 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-4d5752ad-58d5-425b-a0ee-90bb270e6707 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0756979 Sep 03 01:34:16.872151 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:16.954275 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Publish callbacks [] for security_group (e4bf7be0-c36c-4ef9-b486-89324d690ae7), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.035877 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e4bf7be0-c36c-4ef9-b486-89324d690ae7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.065669 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '95157b27-bbae-4a2b-8286-3c41ac16555c', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '34d33214-b085-4313-91af-26993bc71ab6', 'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'mac_address': 'fa:16:3e:55:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:14Z', 'updated_at': '2022-09-03T01:34:15Z', 'revision_number': 1, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:17.090973 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=76923d86417843508f6272c87192ec55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3898506 Sep 03 01:34:17.092082 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41378) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:17.100023 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9a8778-843f-4c8d-9727-73f3106570d1 None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '95157b27-bbae-4a2b-8286-3c41ac16555c', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'floating_ip_address': '172.27.1.54', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '34d33214-b085-4313-91af-26993bc71ab6', 'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'mac_address': 'fa:16:3e:55:0b:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:14Z', 'updated_at': '2022-09-03T01:34:15Z', 'revision_number': 1, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:34:17.104256 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bf7be0-c36c-4ef9-b486-89324d690ae7,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:17.128984 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.130471 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.130471 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.130471 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.130471 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.130804 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.130936 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.131457 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.131671 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.131998 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.132326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.132649 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.132970 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.133494 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.133805 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0d093e9-f7ee-4c31-81b3-dc71f3fe73a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:17.215580 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9affc99a-6b8a-4e6b-9794-c8c1d9bd9fe1 admin admin] Publish callbacks [] for security_group (e4bf7be0-c36c-4ef9-b486-89324d690ae7), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.236072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-c47cecba-6827-42e1-bd72-361cd9cd37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:17.237712 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-c47cecba-6827-42e1-bd72-361cd9cd37ae service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3464227 Sep 03 01:34:17.267906 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:17.271629 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9affc99a-6b8a-4e6b-9794-c8c1d9bd9fe1 admin admin] Publish callbacks [] for security_group (e4bf7be0-c36c-4ef9-b486-89324d690ae7), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.298122 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3955bb-165d-498d-847d-46f9b9ad8808 req-86d4a003-475d-4ace-9255-29bc7f3246db tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:17.299719 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9a3955bb-165d-498d-847d-46f9b9ad8808 req-86d4a003-475d-4ace-9255-29bc7f3246db tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0736363 Sep 03 01:34:17.300454 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:34:17.307289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.316675 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:34:17.337441 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:17.338775 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:17.353743 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b17a2b2e-6403-4535-a1d9-31b6b5fcace6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/06cb5c81-8caf-4f79-8b8d-33935ba26e4f HTTP/1.1" status: 200 len: 991 time: 1.7863283 Sep 03 01:34:17.358022 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:17.360696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30948878-b2d3-4671-baea-5d440ff5e6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:17.367737 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:17.381714 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9a3955bb-165d-498d-847d-46f9b9ad8808 req-b696fe2d-8ce6-45e5-834a-37ac4fb08865 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Sep 03 01:34:17.385223 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-1e456e01-3cf3-41e6-b727-5a69d550d35b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371443 Sep 03 01:34:17.460708 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729bc317-9579-4937-9e10-76c204e9d9fb x-openstack-request-id: req-729bc317-9579-4937-9e10-76c204e9d9fb {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:17.461032 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:17.461283 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-729bc317-9579-4937-9e10-76c204e9d9fb {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:17.461813 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729bc317-9579-4937-9e10-76c204e9d9fb'] response: {'name': 'network-changed', 'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'status': 'completed', 'code': 200} Sep 03 01:34:17.481075 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9affc99a-6b8a-4e6b-9794-c8c1d9bd9fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e4bf7be0-c36c-4ef9-b486-89324d690ae7), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.485125 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9affc99a-6b8a-4e6b-9794-c8c1d9bd9fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:17.486314 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9affc99a-6b8a-4e6b-9794-c8c1d9bd9fe1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e4bf7be0-c36c-4ef9-b486-89324d690ae7 HTTP/1.1" status: 204 len: 168 time: 0.3925319 Sep 03 01:34:17.503676 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9affc99a-6b8a-4e6b-9794-c8c1d9bd9fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bf7be0-c36c-4ef9-b486-89324d690ae7,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:17.544280 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-81fbea0d-9b7a-4370-b285-c9787a726de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:17.545667 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-81fbea0d-9b7a-4370-b285-c9787a726de0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 1129 time: 0.0754158 Sep 03 01:34:17.578663 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:17.590557 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a7943353-3221-47e3-a626-7a74b2b99d11 req-1e0e24f3-2103-4cf8-a865-6c74105245e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951828 Sep 03 01:34:17.695298 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-24be8372-e882-4ff5-9039-424626b71a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:17.696965 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-24be8372-e882-4ff5-9039-424626b71a14 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 915 time: 0.1268823 Sep 03 01:34:17.792653 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-9d7d5633-8ce0-49b2-a08b-14a3fe5aaeaa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 HTTP/1.1" status: 200 len: 999 time: 0.0868921 Sep 03 01:34:17.862935 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-0074447c-b352-4642-adbd-f6408d4163f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:17.864453 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-0074447c-b352-4642-adbd-f6408d4163f0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.0639422 Sep 03 01:34:17.921974 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-e11f3ac2-dd2f-4394-93d8-63d7a54afc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:17.922956 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:16Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:17.924677 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-e11f3ac2-dd2f-4394-93d8-63d7a54afc2a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518880 Sep 03 01:34:17.976721 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:34:17.987646 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:17.988511 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:33:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:18.071052 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-f0a69f0a-523a-4692-8887-6515c5bc29f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302190 Sep 03 01:34:18.124360 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:18.173914 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:18.184294 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-30948878-b2d3-4671-baea-5d440ff5e6cd req-4dfab46d-6ec0-4faf-a627-cec54566e000 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039476 Sep 03 01:34:18.203116 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765086bc-5077-4f6a-811a-ce81d7a996ba None None] New status for floating IP 95157b27-bbae-4a2b-8286-3c41ac16555c: ACTIVE {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:34:18.342366 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41420) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:18.357441 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7636be13-9886-48ef-93b5-de228b3df2f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.384349 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:18.403400 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:18.434420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:16Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:18.451513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7636be13-9886-48ef-93b5-de228b3df2f6 admin admin] Publish callbacks [] for security_group (3454ba23-5a1a-4855-98cd-b409b3c7b0bd), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.461726 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b374c4-9aeb-45c6-97be-499d990aa010 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:16Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:34:18.518243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7636be13-9886-48ef-93b5-de228b3df2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3454ba23-5a1a-4855-98cd-b409b3c7b0bd), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.576346 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af650f-0c38-4c88-9e00-767394445a3b req-cddd8686-9140-43a3-886b-c4a46e8e5888 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:18.577669 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-44af650f-0c38-4c88-9e00-767394445a3b req-cddd8686-9140-43a3-886b-c4a46e8e5888 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0918438 Sep 03 01:34:18.600885 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7636be13-9886-48ef-93b5-de228b3df2f6 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0247c2411d52420fb0f531cb0c16339d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2540810 Sep 03 01:34:18.601121 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636be13-9886-48ef-93b5-de228b3df2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3454ba23-5a1a-4855-98cd-b409b3c7b0bd,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:18.602613 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41428) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:18.657649 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-44af650f-0c38-4c88-9e00-767394445a3b req-7419ae9f-577e-4913-8910-b3566dedcecd tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586700 Sep 03 01:34:18.676575 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Publish callbacks [] for security_group (3454ba23-5a1a-4855-98cd-b409b3c7b0bd), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.699753 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Publish callbacks [] for security_group (3454ba23-5a1a-4855-98cd-b409b3c7b0bd), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.823808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3454ba23-5a1a-4855-98cd-b409b3c7b0bd), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.826882 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:18.828300 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3454ba23-5a1a-4855-98cd-b409b3c7b0bd HTTP/1.1" status: 204 len: 168 time: 0.2239726 Sep 03 01:34:18.838877 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3454ba23-5a1a-4855-98cd-b409b3c7b0bd,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:18.847034 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.847383 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.847722 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.848059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.848388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.848826 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.849047 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.849739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.850248 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.850610 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.850935 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.851372 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.851597 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.856433 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.856433 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59700cb3-4c4b-4f8e-91c2-48c11a512dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:34:18.982922 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41436) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:19.218379 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-269bf608-7168-495a-8779-35591b5fb6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.236868 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415fad0f-c9b4-4382-8049-806f228e8931 None None] New status for floating IP 06cb5c81-8caf-4f79-8b8d-33935ba26e4f: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:34:19.324919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-269bf608-7168-495a-8779-35591b5fb6dd admin admin] Publish callbacks [] for security_group (f1cc6423-6c00-44e7-be5a-d8f9a850847f), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.382605 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-269bf608-7168-495a-8779-35591b5fb6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f1cc6423-6c00-44e7-be5a-d8f9a850847f), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.432802 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-269bf608-7168-495a-8779-35591b5fb6dd admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=56c93f64004b42f6889cf348b9665306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463851 Sep 03 01:34:19.432802 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269bf608-7168-495a-8779-35591b5fb6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cc6423-6c00-44e7-be5a-d8f9a850847f,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:19.433312 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41452) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:19.489635 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-21c9d7e6-b235-4d2c-81cb-28b993496588 admin admin] Publish callbacks [] for security_group (f1cc6423-6c00-44e7-be5a-d8f9a850847f), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.512180 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-21c9d7e6-b235-4d2c-81cb-28b993496588 admin admin] Publish callbacks [] for security_group (f1cc6423-6c00-44e7-be5a-d8f9a850847f), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.548512 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f45e5a3a-17e9-451c-a54a-2451b2c0d8c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.640474 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-21c9d7e6-b235-4d2c-81cb-28b993496588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f1cc6423-6c00-44e7-be5a-d8f9a850847f), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.643503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-21c9d7e6-b235-4d2c-81cb-28b993496588 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:19.644911 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-21c9d7e6-b235-4d2c-81cb-28b993496588 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f1cc6423-6c00-44e7-be5a-d8f9a850847f HTTP/1.1" status: 204 len: 168 time: 0.2103360 Sep 03 01:34:19.653917 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9d7e6-b235-4d2c-81cb-28b993496588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cc6423-6c00-44e7-be5a-d8f9a850847f,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:19.790181 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:19.805041 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005af9e4-170f-49d8-87f0-392f7c34a346 req-979143e9-bb58-45a1-9b8f-d91cb90d4416 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:19.806620 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-005af9e4-170f-49d8-87f0-392f7c34a346 req-979143e9-bb58-45a1-9b8f-d91cb90d4416 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0521984 Sep 03 01:34:19.856580 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-005af9e4-170f-49d8-87f0-392f7c34a346 req-2d6f5982-285a-488f-a404-fb247bb11e8b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444005 Sep 03 01:34:20.450969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41480) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:20.464957 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-337fbc5b-7562-4e8a-9399-e643fd9a84f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.546761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-337fbc5b-7562-4e8a-9399-e643fd9a84f4 admin admin] Publish callbacks [] for security_group (f96b3601-624a-4d84-8d75-f64352c0e484), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.583129 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-337fbc5b-7562-4e8a-9399-e643fd9a84f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f96b3601-624a-4d84-8d75-f64352c0e484), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.623644 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-337fbc5b-7562-4e8a-9399-e643fd9a84f4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ea92ffb371544a3297a3bc7e45b6a71e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715760 Sep 03 01:34:20.624723 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fbc5b-7562-4e8a-9399-e643fd9a84f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96b3601-624a-4d84-8d75-f64352c0e484,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:20.626864 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41484) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:20.680012 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ca5cbd0-b204-4fd1-b7b3-28da62514938 admin admin] Publish callbacks [] for security_group (f96b3601-624a-4d84-8d75-f64352c0e484), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.702842 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ca5cbd0-b204-4fd1-b7b3-28da62514938 admin admin] Publish callbacks [] for security_group (f96b3601-624a-4d84-8d75-f64352c0e484), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.806577 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ca5cbd0-b204-4fd1-b7b3-28da62514938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f96b3601-624a-4d84-8d75-f64352c0e484), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.810064 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ca5cbd0-b204-4fd1-b7b3-28da62514938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:20.811385 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-3ca5cbd0-b204-4fd1-b7b3-28da62514938 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f96b3601-624a-4d84-8d75-f64352c0e484 HTTP/1.1" status: 204 len: 168 time: 0.1835485 Sep 03 01:34:20.823952 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5cbd0-b204-4fd1-b7b3-28da62514938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96b3601-624a-4d84-8d75-f64352c0e484,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:20.965074 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:20.995426 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74f208-53cb-498d-9747-bdde34dfdc98 req-2fbf06db-43f5-4d9b-b535-31462a578d52 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:20.996971 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-aa74f208-53cb-498d-9747-bdde34dfdc98 req-2fbf06db-43f5-4d9b-b535-31462a578d52 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0597603 Sep 03 01:34:21.056403 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-aa74f208-53cb-498d-9747-bdde34dfdc98 req-145d1944-78e8-46f6-a490-2004b4198390 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486770 Sep 03 01:34:21.900562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:22.029629 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-56604f81-2fb8-460d-b806-f7e0502a3d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:22.191571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97acf78-502d-498b-915f-19b62bdaf76c req-f60a2dde-3c07-4665-8132-1f9d1d9db744 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:22.193694 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f97acf78-502d-498b-915f-19b62bdaf76c req-f60a2dde-3c07-4665-8132-1f9d1d9db744 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0492911 Sep 03 01:34:22.251078 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f97acf78-502d-498b-915f-19b62bdaf76c req-3637e079-dcaf-412b-8e47-0ca2d3b9a504 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507464 Sep 03 01:34:23.001662 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:23.573561 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61399f3-6b6a-4fc2-92a5-fdfb56b08ff4 req-47ad539d-1b6d-46a8-9ceb-d80e7d92c35f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:23.578872 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f61399f3-6b6a-4fc2-92a5-fdfb56b08ff4 req-47ad539d-1b6d-46a8-9ceb-d80e7d92c35f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.2459228 Sep 03 01:34:23.635591 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f61399f3-6b6a-4fc2-92a5-fdfb56b08ff4 req-56acf63c-2dd8-4214-a37e-2a8597572d2f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550966 Sep 03 01:34:24.371966 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41602) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:24.478474 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af20c268-1583-4401-96e8-4723c5ca9715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.552501 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af20c268-1583-4401-96e8-4723c5ca9715 admin admin] Publish callbacks [] for security_group (cc3b2ca7-3e09-4ce1-b612-bd42fed73637), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.640822 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af20c268-1583-4401-96e8-4723c5ca9715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (cc3b2ca7-3e09-4ce1-b612-bd42fed73637), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.686080 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41612) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:24.712275 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-af20c268-1583-4401-96e8-4723c5ca9715 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3baa84a6684f493082f3991387ba1543&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262222 Sep 03 01:34:24.712275 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20c268-1583-4401-96e8-4723c5ca9715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b2ca7-3e09-4ce1-b612-bd42fed73637,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:24.787250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-67500941-efcb-4300-9e97-eacca9847852 admin admin] Publish callbacks [] for security_group (cc3b2ca7-3e09-4ce1-b612-bd42fed73637), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.809594 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.832907 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41620) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:24.840667 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-67500941-efcb-4300-9e97-eacca9847852 admin admin] Publish callbacks [] for security_group (cc3b2ca7-3e09-4ce1-b612-bd42fed73637), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.841687 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:24.865647 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619da34-c59d-4de0-a7c9-a02f410e6207 req-2e80436e-23af-4dde-abc8-54747a284260 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:24.872529 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a619da34-c59d-4de0-a7c9-a02f410e6207 req-2e80436e-23af-4dde-abc8-54747a284260 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0986648 Sep 03 01:34:24.882630 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:24.946423 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a619da34-c59d-4de0-a7c9-a02f410e6207 req-6f61cf69-d4ed-4507-9428-f547975d6286 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Sep 03 01:34:24.971048 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8e08da02-aee7-480c-a888-cdab244ef7f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.023536 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-67500941-efcb-4300-9e97-eacca9847852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (cc3b2ca7-3e09-4ce1-b612-bd42fed73637), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.026105 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-67500941-efcb-4300-9e97-eacca9847852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.027385 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-67500941-efcb-4300-9e97-eacca9847852 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cc3b2ca7-3e09-4ce1-b612-bd42fed73637 HTTP/1.1" status: 204 len: 168 time: 0.3401024 Sep 03 01:34:25.035914 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500941-efcb-4300-9e97-eacca9847852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b2ca7-3e09-4ce1-b612-bd42fed73637,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:25.085649 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8e08da02-aee7-480c-a888-cdab244ef7f4 admin admin] Publish callbacks [] for security_group (d07c6252-e67b-4160-995c-8aa0d11714ae), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.143422 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8e08da02-aee7-480c-a888-cdab244ef7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d07c6252-e67b-4160-995c-8aa0d11714ae), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.149959 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:25.187006 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8e08da02-aee7-480c-a888-cdab244ef7f4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=eb3086d351ea4611870f3dfd6a35e3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510232 Sep 03 01:34:25.187897 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08da02-aee7-480c-a888-cdab244ef7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c6252-e67b-4160-995c-8aa0d11714ae,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:25.190775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41628) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:25.266644 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-28d89b8d-038e-4565-901f-24f098f93a6b admin admin] Publish callbacks [] for security_group (d07c6252-e67b-4160-995c-8aa0d11714ae), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.318966 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-28d89b8d-038e-4565-901f-24f098f93a6b admin admin] Publish callbacks [] for security_group (d07c6252-e67b-4160-995c-8aa0d11714ae), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.344052 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2466592-c691-4eff-a8a1-002d48a55a11 req-d0d766f8-919b-404c-9c66-de20ae611aa5 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:25.345495 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b2466592-c691-4eff-a8a1-002d48a55a11 req-d0d766f8-919b-404c-9c66-de20ae611aa5 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0765989 Sep 03 01:34:25.387205 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:25.403961 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b2466592-c691-4eff-a8a1-002d48a55a11 req-dfcba817-0255-480a-8731-b733f7a9d9a1 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496094 Sep 03 01:34:25.485333 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-28d89b8d-038e-4565-901f-24f098f93a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d07c6252-e67b-4160-995c-8aa0d11714ae), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.487859 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-28d89b8d-038e-4565-901f-24f098f93a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.488981 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-28d89b8d-038e-4565-901f-24f098f93a6b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d07c6252-e67b-4160-995c-8aa0d11714ae HTTP/1.1" status: 204 len: 168 time: 0.2968061 Sep 03 01:34:25.498579 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d89b8d-038e-4565-901f-24f098f93a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c6252-e67b-4160-995c-8aa0d11714ae,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:25.684314 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41638) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:25.696092 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f380aa6b-8a90-40c4-8b61-20354afee9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.769189 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f380aa6b-8a90-40c4-8b61-20354afee9a7 admin admin] Publish callbacks [] for security_group (addc82f8-6b7d-4889-847d-655a64e7bc6b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.874815 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f380aa6b-8a90-40c4-8b61-20354afee9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (addc82f8-6b7d-4889-847d-655a64e7bc6b), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:25.915956 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f380aa6b-8a90-40c4-8b61-20354afee9a7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fbde2bdd10d3476dbe74de969bfea569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322898 Sep 03 01:34:25.916934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f380aa6b-8a90-40c4-8b61-20354afee9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=addc82f8-6b7d-4889-847d-655a64e7bc6b,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:25.918630 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41642) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:25.979154 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-65210ab0-bcda-4b1e-9c38-15e2c6c00c86 admin admin] Publish callbacks [] for security_group (addc82f8-6b7d-4889-847d-655a64e7bc6b), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.000323 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-65210ab0-bcda-4b1e-9c38-15e2c6c00c86 admin admin] Publish callbacks [] for security_group (addc82f8-6b7d-4889-847d-655a64e7bc6b), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.132434 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-65210ab0-bcda-4b1e-9c38-15e2c6c00c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (addc82f8-6b7d-4889-847d-655a64e7bc6b), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.135108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-65210ab0-bcda-4b1e-9c38-15e2c6c00c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.136398 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-65210ab0-bcda-4b1e-9c38-15e2c6c00c86 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/addc82f8-6b7d-4889-847d-655a64e7bc6b HTTP/1.1" status: 204 len: 168 time: 0.2160559 Sep 03 01:34:26.145130 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65210ab0-bcda-4b1e-9c38-15e2c6c00c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=addc82f8-6b7d-4889-847d-655a64e7bc6b,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:26.214685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41648) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:26.223069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa8262-0781-40a9-a250-bb565f1018e1 req-e7b78576-4498-43ce-b49d-b15ea6331d35 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:26.224576 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d8fa8262-0781-40a9-a250-bb565f1018e1 req-e7b78576-4498-43ce-b49d-b15ea6331d35 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0511658 Sep 03 01:34:26.229231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a914f869-bc7f-425a-9cc2-97bd4198a4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.275958 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d8fa8262-0781-40a9-a250-bb565f1018e1 req-b6f5a179-d8b5-4d7a-bb5d-961fa909b45a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Sep 03 01:34:26.325137 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a914f869-bc7f-425a-9cc2-97bd4198a4b8 admin admin] Publish callbacks [] for security_group (732d4fae-82af-4cc6-882f-45f05227c5af), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.372203 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a914f869-bc7f-425a-9cc2-97bd4198a4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (732d4fae-82af-4cc6-882f-45f05227c5af), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.412570 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914f869-bc7f-425a-9cc2-97bd4198a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732d4fae-82af-4cc6-882f-45f05227c5af,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:26.418193 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-a914f869-bc7f-425a-9cc2-97bd4198a4b8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=484b8a76e2044e59b12b65cbea1f22a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024493 Sep 03 01:34:26.420804 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41652) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:26.471560 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-471ca880-cee5-4ec2-8a5c-5cf8ae3f885c admin admin] Publish callbacks [] for security_group (732d4fae-82af-4cc6-882f-45f05227c5af), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.521834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-471ca880-cee5-4ec2-8a5c-5cf8ae3f885c admin admin] Publish callbacks [] for security_group (732d4fae-82af-4cc6-882f-45f05227c5af), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.543470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:26.551532 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8493c9-1d0f-40e8-9045-066db7f2a0ec req-9855ce69-2854-4ce1-b6ce-308d6693632c tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:26.553528 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2e8493c9-1d0f-40e8-9045-066db7f2a0ec req-9855ce69-2854-4ce1-b6ce-308d6693632c tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0726564 Sep 03 01:34:26.612428 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2e8493c9-1d0f-40e8-9045-066db7f2a0ec req-0553abd6-e23e-4e98-a14c-6df0fc289199 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 Sep 03 01:34:26.686427 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-471ca880-cee5-4ec2-8a5c-5cf8ae3f885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (732d4fae-82af-4cc6-882f-45f05227c5af), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.689231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-471ca880-cee5-4ec2-8a5c-5cf8ae3f885c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:26.696028 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-471ca880-cee5-4ec2-8a5c-5cf8ae3f885c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/732d4fae-82af-4cc6-882f-45f05227c5af HTTP/1.1" status: 204 len: 168 time: 0.2686763 Sep 03 01:34:26.699437 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471ca880-cee5-4ec2-8a5c-5cf8ae3f885c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732d4fae-82af-4cc6-882f-45f05227c5af,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:27.432777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f127f3-d152-4c5e-86ae-3af813d82393 req-14a0921a-4cee-4d23-93f0-6e68bc5fe07b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:27.434294 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-07f127f3-d152-4c5e-86ae-3af813d82393 req-14a0921a-4cee-4d23-93f0-6e68bc5fe07b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0601413 Sep 03 01:34:27.447708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:27.474543 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-9b81e433-3219-4a5b-994c-f26300c656aa tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:27.476829 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-9b81e433-3219-4a5b-994c-f26300c656aa tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0598712 Sep 03 01:34:27.496109 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-07f127f3-d152-4c5e-86ae-3af813d82393 req-0461a743-f520-4acf-b574-afc2ae9efdab tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529463 Sep 03 01:34:27.609487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Deleting port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:34:27.609831 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:27.740160 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] For port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:27.740775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:27.755821 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:27.764013 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Calling delete_port for 4b292e8b-d77c-4f44-9888-e42a1b3cbaef owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:34:27.773291 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b7995-4243-4389-b321-39eb1d9a231d req-1b3b8a18-e8af-4093-b091-e55da9d1069d tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:27.774823 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-961b7995-4243-4389-b321-39eb1d9a231d req-1b3b8a18-e8af-4093-b091-e55da9d1069d tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 946 time: 0.0809026 Sep 03 01:34:27.876079 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41708) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:27.908806 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-961b7995-4243-4389-b321-39eb1d9a231d req-1b7f9640-3966-44f1-9c7a-d9488c231d1d tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=593c1f6b-15c8-47b0-abaf-b0acd791ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232994 Sep 03 01:34:27.993394 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-612271357-network', 'tenant_id': 'efd244ba290249568e3a6f8bd3e7e814'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:28.063398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (4b292e8b-d77c-4f44-9888-e42a1b3cbaef), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.080070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['4b292e8b-d77c-4f44-9888-e42a1b3cbaef'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:34:28.098608 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Made reservation on behalf of efd244ba290249568e3a6f8bd3e7e814 for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:34:28.100080 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Pushing event deleted for resources: {'Port': ['ID=4b292e8b-d77c-4f44-9888-e42a1b3cbaef,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:28.102415 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.120361 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.178984 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] No DVR routers for this DVR port 4b292e8b-d77c-4f44-9888-e42a1b3cbaef on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:34:28.183579 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.187041 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02fc3d26-faf8-4063-8d35-b13e1d7893b2 req-bbfb2bf8-a9e6-4ecb-8a91-1103553425f9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.42 "DELETE /networking/v2.0/ports/4b292e8b-d77c-4f44-9888-e42a1b3cbaef HTTP/1.1" status: 204 len: 173 time: 0.7004120 Sep 03 01:34:28.187481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'name': 'network-vif-deleted', 'tag': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:28.189741 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56740511-3ecf-420c-8927-6b3f6fd61fc8" -d '{"events": [{"server_uuid": "05cc922e-348e-42a7-a4ff-6b8ba6c91fad", "name": "network-vif-deleted", "tag": "4b292e8b-d77c-4f44-9888-e42a1b3cbaef"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:28.247197 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728d27c3-2934-49e3-b51c-4b9838534d9d x-openstack-request-id: req-728d27c3-2934-49e3-b51c-4b9838534d9d {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:28.247707 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05cc922e-348e-42a7-a4ff-6b8ba6c91fad", "name": "network-vif-deleted", "tag": "4b292e8b-d77c-4f44-9888-e42a1b3cbaef", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:28.248092 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-728d27c3-2934-49e3-b51c-4b9838534d9d {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:28.248460 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks [] for security_group (479ef384-5269-4eb8-9463-e7e50aa2794b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.248676 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728d27c3-2934-49e3-b51c-4b9838534d9d'] response: {'server_uuid': '05cc922e-348e-42a7-a4ff-6b8ba6c91fad', 'name': 'network-vif-deleted', 'tag': '4b292e8b-d77c-4f44-9888-e42a1b3cbaef', 'status': 'completed', 'code': 200} Sep 03 01:34:28.309673 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (479ef384-5269-4eb8-9463-e7e50aa2794b), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.350308 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:34:28.358841 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479ef384-5269-4eb8-9463-e7e50aa2794b,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:28.367513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.368254 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Added segment ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f of type vlan for network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 Sep 03 01:34:28.403026 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:28.418657 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (64961fe8-d6d6-4f3f-97ee-ec37229fbea7), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.434420 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:28.503300 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (64961fe8-d6d6-4f3f-97ee-ec37229fbea7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.504341 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:28.504952 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.565422 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=64961fe8-d6d6-4f3f-97ee-ec37229fbea7,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:28.577449 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:34:28.619793 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43670e-7874-421e-92c2-deb389cc8c2f req-1f4ff9b0-d4cc-4dc6-ba8a-6e1d0aca0ed7 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:28.621493 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bc43670e-7874-421e-92c2-deb389cc8c2f req-1f4ff9b0-d4cc-4dc6-ba8a-6e1d0aca0ed7 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0500813 Sep 03 01:34:28.632859 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-65a125d4-71ec-4a1a-9fe3-2b5072541bd5 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7552564 Sep 03 01:34:28.642565 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41730) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:28.642565 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Request body: {'subnet': {'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-612271357-subnet', 'tenant_id': 'efd244ba290249568e3a6f8bd3e7e814', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:28.696069 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bc43670e-7874-421e-92c2-deb389cc8c2f req-850c802e-f24a-46fb-8d70-53b3f5710898 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689371 Sep 03 01:34:28.756352 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Made reservation on behalf of efd244ba290249568e3a6f8bd3e7e814 for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:34:28.759353 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:28.828612 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:29.044973 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (7a83817b-78e0-48f5-9099-4f9ee4159bee), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:29.048026 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-992c0415-8da7-4690-a631-ad021c72f24d req-d87bcc3d-5855-47d7-b49e-ec8d16897898 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.0345616 Sep 03 01:34:29.054185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:29.106859 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a83817b-78e0-48f5-9099-4f9ee4159bee,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:29.118269 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Checking segment: {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:34:29.118641 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Network hostable DHCP agents. Network: 64961fe8-d6d6-4f3f-97ee-ec37229fbea7, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:34:29.229303 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:34:29.310420 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 64961fe8-d6d6-4f3f-97ee-ec37229fbea7) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:34:29.315496 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:29.316215 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:29.322305 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f52f1-e51e-4f5c-b83d-6302850d0756 None None] Network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:34:29.392019 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-941a190e-0665-4bc2-bc63-48237b8f91bc admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7549207 Sep 03 01:34:29.432038 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca693f0-a4cc-475b-94d3-e66a7b58b7de None None] Network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:34:29.815569 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f7789-af24-4282-b6ec-d763246b4e52 req-528327f8-241a-4550-affd-b4fb002bfa21 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:29.817139 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d23f7789-af24-4282-b6ec-d763246b4e52 req-528327f8-241a-4550-affd-b4fb002bfa21 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0476937 Sep 03 01:34:29.863448 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:29.871207 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d23f7789-af24-4282-b6ec-d763246b4e52 req-d176a416-a22a-4356-a3fe-f80017c90489 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475943 Sep 03 01:34:30.185833 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37ee62a4-56ab-4987-8fcb-3db453b4e486 req-90b60b0c-eeac-439e-935f-913613928cc9 tempest-DeleteServersTestJSON-541869788 tempest-DeleteServersTestJSON-541869788-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=05cc922e-348e-42a7-a4ff-6b8ba6c91fad HTTP/1.1" status: 200 len: 210 time: 0.0292885 Sep 03 01:34:30.827301 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 4b292e8b-d77c-4f44-9888-e42a1b3cbaef no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:34:30.847928 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 4b292e8b-d77c-4f44-9888-e42a1b3cbaef {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:34:30.848268 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 4b292e8b-d77c-4f44-9888-e42a1b3cbaef not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:34:30.864076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:31.022023 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2202756-e829-4860-8882-0d16aad0c3ab req-f3f3b7fd-7831-40d7-89b9-52e2b568a7d0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:31.023533 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a2202756-e829-4860-8882-0d16aad0c3ab req-f3f3b7fd-7831-40d7-89b9-52e2b568a7d0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0459621 Sep 03 01:34:31.070721 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a2202756-e829-4860-8882-0d16aad0c3ab req-f4a49c06-51d3-407b-8eb1-53b893e05b0d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416896 Sep 03 01:34:31.526690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193476-9771-4d27-a983-46ddffaac142 req-53f0b7e1-3956-45fd-ab36-45e124f72838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:31.528423 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9f193476-9771-4d27-a983-46ddffaac142 req-53f0b7e1-3956-45fd-ab36-45e124f72838 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 1129 time: 0.0579960 Sep 03 01:34:31.580625 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9f193476-9771-4d27-a983-46ddffaac142 req-d776e908-fa67-4ac5-bb92-49dbefb1fe10 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413277 Sep 03 01:34:31.652446 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-f666a7ba-c851-405a-9d5b-5f6d5dd7bcc3 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:31.653910 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-f666a7ba-c851-405a-9d5b-5f6d5dd7bcc3 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/networks?id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 200 len: 808 time: 0.1164286 Sep 03 01:34:31.669733 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-40587bbe-a02c-430b-bd34-e2ef864c671e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/quotas/efd244ba290249568e3a6f8bd3e7e814 HTTP/1.1" status: 200 len: 375 time: 0.0099175 Sep 03 01:34:31.708556 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-c2d47808-9f43-43c9-aff3-8c0fb7b2e982 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=efd244ba290249568e3a6f8bd3e7e814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332696 Sep 03 01:34:31.811088 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41880) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:31.870952 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-8a255906-5dd9-479d-96a7-ea77cd01ffae service neutron] 10.222.0.13 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545892 Sep 03 01:34:31.958482 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59b7cee7-b182-49a8-929e-ff3254de8e87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:31.977477 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-13756edc-367d-49b9-82e2-d36019839120 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036160 Sep 03 01:34:32.054654 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59b7cee7-b182-49a8-929e-ff3254de8e87 admin admin] Publish callbacks [] for security_group (55d8ca4f-da23-4872-9653-4caeec0cbba3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:32.140446 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-59b7cee7-b182-49a8-929e-ff3254de8e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (55d8ca4f-da23-4872-9653-4caeec0cbba3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:32.220148 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-59b7cee7-b182-49a8-929e-ff3254de8e87 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=57009fc3d1f045599ee227142b46c5b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055972 Sep 03 01:34:32.220905 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41890) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:32.221265 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7cee7-b182-49a8-929e-ff3254de8e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d8ca4f-da23-4872-9653-4caeec0cbba3,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:32.244848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28c16-7545-459e-a54f-da889053b366 req-d3c103ba-8cec-4153-89d7-b100be3dd12a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:32.247037 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-45c28c16-7545-459e-a54f-da889053b366 req-d3c103ba-8cec-4153-89d7-b100be3dd12a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0886300 Sep 03 01:34:32.312115 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-45c28c16-7545-459e-a54f-da889053b366 req-4e65e871-3ebb-4693-b5ed-3287c2cdd2e9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484593 Sep 03 01:34:32.325076 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-871f3f30-1c55-4d5c-8d4e-c9cf7d61ebca req-6528c81e-94b4-423f-bd51-50ac09a1d841 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 210 time: 0.0497720 Sep 03 01:34:32.356875 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0daee69-00b1-45ed-9b64-f75c9751567f admin admin] Publish callbacks [] for security_group (55d8ca4f-da23-4872-9653-4caeec0cbba3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:32.379799 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0daee69-00b1-45ed-9b64-f75c9751567f admin admin] Publish callbacks [] for security_group (55d8ca4f-da23-4872-9653-4caeec0cbba3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:32.474958 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0daee69-00b1-45ed-9b64-f75c9751567f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (55d8ca4f-da23-4872-9653-4caeec0cbba3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:32.478394 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f0daee69-00b1-45ed-9b64-f75c9751567f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:32.479814 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f0daee69-00b1-45ed-9b64-f75c9751567f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/55d8ca4f-da23-4872-9653-4caeec0cbba3 HTTP/1.1" status: 204 len: 168 time: 0.2574430 Sep 03 01:34:32.492362 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0daee69-00b1-45ed-9b64-f75c9751567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d8ca4f-da23-4872-9653-4caeec0cbba3,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:32.920517 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41912) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:33.062939 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:33.083259 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41916) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:33.096991 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab1d420e-2273-4800-aa4d-e132b4c83b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.210946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab1d420e-2273-4800-aa4d-e132b4c83b74 admin admin] Publish callbacks [] for security_group (e5c42c42-cbcc-463d-9dac-34ab1f28cb2f), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.269183 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:33.304164 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab1d420e-2273-4800-aa4d-e132b4c83b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e5c42c42-cbcc-463d-9dac-34ab1f28cb2f), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.317674 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (f5c7fb79-b31d-4575-ae68-c22645239622), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.360555 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ab1d420e-2273-4800-aa4d-e132b4c83b74 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e2dc19dcfeaa43999d585c933696d40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756069 Sep 03 01:34:33.361247 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41922) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:33.361377 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d420e-2273-4800-aa4d-e132b4c83b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c42c42-cbcc-463d-9dac-34ab1f28cb2f,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:33.477878 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a6332-04bc-4139-add6-e00b6c5c9901 req-1b3f08e7-005f-40f4-bbb0-035a0a31a184 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:33.480714 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ff4a6332-04bc-4139-add6-e00b6c5c9901 req-1b3f08e7-005f-40f4-bbb0-035a0a31a184 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0719984 Sep 03 01:34:33.480909 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e118d286-3e82-4e87-9bc3-8883bca11cfb req-8b69d8a7-4e7b-4762-bbf0-97f56691dddd tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 210 time: 0.0544798 Sep 03 01:34:33.524690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:33.552273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ff4a6332-04bc-4139-add6-e00b6c5c9901 req-e3ddd3ff-7ed1-4ddb-9c42-7509dff965fe tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Sep 03 01:34:33.553738 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72eb-1efd-421d-99fd-3d81c3443120 admin admin] Publish callbacks [] for security_group (e5c42c42-cbcc-463d-9dac-34ab1f28cb2f), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.626428 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72eb-1efd-421d-99fd-3d81c3443120 admin admin] Publish callbacks [] for security_group (e5c42c42-cbcc-463d-9dac-34ab1f28cb2f), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.728192 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Deleting port 26521e45-6368-4d6a-bfd0-243f555f9af8 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:34:33.728445 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.785291 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72eb-1efd-421d-99fd-3d81c3443120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e5c42c42-cbcc-463d-9dac-34ab1f28cb2f), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.788555 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ed5e72eb-1efd-421d-99fd-3d81c3443120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.789708 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ed5e72eb-1efd-421d-99fd-3d81c3443120 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e5c42c42-cbcc-463d-9dac-34ab1f28cb2f HTTP/1.1" status: 204 len: 168 time: 0.4276454 Sep 03 01:34:33.809236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e72eb-1efd-421d-99fd-3d81c3443120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c42c42-cbcc-463d-9dac-34ab1f28cb2f,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:33.813759 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:33.837718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] For port 26521e45-6368-4d6a-bfd0-243f555f9af8, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=26521e45-6368-4d6a-bfd0-243f555f9af8,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:33.838060 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:33.852248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Calling delete_port for 26521e45-6368-4d6a-bfd0-243f555f9af8 owned by network:router_interface {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:34:34.143462 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (26521e45-6368-4d6a-bfd0-243f555f9af8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:34.176987 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=26521e45-6368-4d6a-bfd0-243f555f9af8,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:34.534605 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (f5c7fb79-b31d-4575-ae68-c22645239622), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:34.612340 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-24e49cdb-27e8-4cc7-b416-fc4b0bde1030 req-82aa9d33-4233-4908-aa4a-555cd9d65fd9 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 210 time: 0.0338552 Sep 03 01:34:34.654656 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:34.682255 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027a4be-863f-453b-993d-51e6f102a92f req-da58871e-6374-45b8-9cc2-0095e5428203 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:34.684273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e027a4be-863f-453b-993d-51e6f102a92f req-da58871e-6374-45b8-9cc2-0095e5428203 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0522869 Sep 03 01:34:34.756281 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e027a4be-863f-453b-993d-51e6f102a92f req-cc35b6a7-0083-46b0-8e4c-372c26b005a5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659645 Sep 03 01:34:34.791724 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Router f5c7fb79-b31d-4575-ae68-c22645239622 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:34:34.916427 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:34.951224 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3af5be-8bfb-4a85-8acf-dca1113f8fba req-8ce1404c-571b-490d-be81-63db50dd1117 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:34.952704 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd3af5be-8bfb-4a85-8acf-dca1113f8fba req-8ce1404c-571b-490d-be81-63db50dd1117 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0668397 Sep 03 01:34:34.954103 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:34:34.961262 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9a25f76f-88a8-4d96-bef8-6cf491274bbc admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f5c7fb79-b31d-4575-ae68-c22645239622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0391154 Sep 03 01:34:34.964728 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 41952) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:34.970848 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] Sync routers for ids ['f5c7fb79-b31d-4575-ae68-c22645239622'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:34:34.985065 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] Routers {'f5c7fb79-b31d-4575-ae68-c22645239622'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:34.985367 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:34:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f5c7fb79-b31d-4575-ae68-c22645239622'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:35.056910 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd3af5be-8bfb-4a85-8acf-dca1113f8fba req-cde03acd-bb2a-4b77-bcee-69404a5661eb tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872819 Sep 03 01:34:35.129770 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-1e93a422-e386-4687-94ce-d031ce32a257 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:35.132133 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-1e93a422-e386-4687-94ce-d031ce32a257 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "GET /networking/v2.0/networks?id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 200 len: 808 time: 0.2265503 Sep 03 01:34:35.150536 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Request body: {'port': {'device_id': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7', 'admin_state_up': True, 'tenant_id': 'efd244ba290249568e3a6f8bd3e7e814'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:35.157147 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] Set router f5c7fb79-b31d-4575-ae68-c22645239622 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:35.216479 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks [] for router (f5c7fb79-b31d-4575-ae68-c22645239622), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:35.422696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks [] for router_gateway (f5c7fb79-b31d-4575-ae68-c22645239622), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:35.431624 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:34:34Z', 'revision_number': 5, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:35.461604 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] Checking router: f5c7fb79-b31d-4575-ae68-c22645239622 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:34:35.469326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Made reservation on behalf of efd244ba290249568e3a6f8bd3e7e814 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:34:35.470991 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] Routers {'f5c7fb79-b31d-4575-ae68-c22645239622'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:34:35.471460 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:34:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f5c7fb79-b31d-4575-ae68-c22645239622'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:35.473475 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:35.592056 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] Set router f5c7fb79-b31d-4575-ae68-c22645239622 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:34:35.775343 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:34:34Z', 'revision_number': 5, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:35.813220 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:35.833506 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c5e755-2f8b-4134-bbbe-3feb86f5ed67 None None] The sync data for ids ['f5c7fb79-b31d-4575-ae68-c22645239622'] in dv-cinder-838009-7-iscsi is: [{'id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'name': 'tempest-DeleteServersTestJSON-258388782-router', 'tenant_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:51Z', 'updated_at': '2022-09-03T01:34:34Z', 'revision_number': 5, 'project_id': 'c0a44ea5393c4fb58fce35e8cbc4103b', 'gw_port': {'id': 'd4e56f02-744e-44ba-bcad-e313151f828f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c7fb79-b31d-4575-ae68-c22645239622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:52Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:34:35.875382 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0264a48d-af6f-49ce-9fa0-979f888933b4 req-616559eb-f93b-45b8-8d9a-624525b1bcc2 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 210 time: 0.0791926 Sep 03 01:34:35.891213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Deleting port d4e56f02-744e-44ba-bcad-e313151f828f {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:34:35.891645 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.031809 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Allocated IP 172.20.0.10 (64961fe8-d6d6-4f3f-97ee-ec37229fbea7/7a83817b-78e0-48f5-9099-4f9ee4159bee/32de600c-dba6-45cd-b924-890a48b49b92) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:34:36.054742 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] For port d4e56f02-744e-44ba-bcad-e313151f828f, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d4e56f02-744e-44ba-bcad-e313151f828f,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:36.055104 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.073778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Calling delete_port for d4e56f02-744e-44ba-bcad-e313151f828f owned by network:router_gateway {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:34:36.312243 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks [] for port (32de600c-dba6-45cd-b924-890a48b49b92), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.331124 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:36.368164 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 26521e45-6368-4d6a-bfd0-243f555f9af8 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:34:36.388454 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 26521e45-6368-4d6a-bfd0-243f555f9af8 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:34:36.388801 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 26521e45-6368-4d6a-bfd0-243f555f9af8 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:34:36.670280 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (d4e56f02-744e-44ba-bcad-e313151f828f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.672786 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (32de600c-dba6-45cd-b924-890a48b49b92), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.705611 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e56f02-744e-44ba-bcad-e313151f828f,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:36.736130 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:34:36.759910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:34:36.763667 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (f5c7fb79-b31d-4575-ae68-c22645239622), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.810021 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:34:36.814579 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:36.815189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.852701 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:36.876168 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 41992) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:36.904933 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Pushing event updated for resources: {'Port': ['ID=32de600c-dba6-45cd-b924-890a48b49b92,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:36.920262 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (f5c7fb79-b31d-4575-ae68-c22645239622), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:36.923731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks [] for router_controller (f5c7fb79-b31d-4575-ae68-c22645239622), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.041125 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1676f7a6-fa63-49f1-8bf2-d3d6a050a599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.045611 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-82685cfd-0d1b-43bf-bdbe-bc84ae8aecf5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8995485 Sep 03 01:34:37.051218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74019b56-7ed6-42c2-bde5-fcaa2105def5 req-60c71946-1a57-4d21-ab36-671e810ca890 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:37.053762 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-74019b56-7ed6-42c2-bde5-fcaa2105def5 req-60c71946-1a57-4d21-ab36-671e810ca890 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 932 time: 0.0770621 Sep 03 01:34:37.058040 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Request body: {'port': {'device_id': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:37.083208 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (f5c7fb79-b31d-4575-ae68-c22645239622), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.083939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5c7fb79-b31d-4575-ae68-c22645239622 {{(pid=106679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:34:37.092336 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.093664 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-751496a8-6805-4cd7-aeb2-94c925661bf1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/f5c7fb79-b31d-4575-ae68-c22645239622 HTTP/1.1" status: 204 len: 168 time: 2.1273298 Sep 03 01:34:37.095984 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42002) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:37.116188 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-74019b56-7ed6-42c2-bde5-fcaa2105def5 req-0c78fb93-ea65-444d-a374-b4eb9ab5cbb9 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564668 Sep 03 01:34:37.173711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Deleting subnet 33a392ca-1199-405f-b1b7-a5c99727d5c3 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:34:37.176093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (32de600c-dba6-45cd-b924-890a48b49b92), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.179835 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Publish callbacks [] for subnet (33a392ca-1199-405f-b1b7-a5c99727d5c3), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.232232 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:37.261620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Publish callbacks [] for subnet (33a392ca-1199-405f-b1b7-a5c99727d5c3), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.295116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1676f7a6-fa63-49f1-8bf2-d3d6a050a599 admin admin] Publish callbacks [] for security_group (7d19481b-5daf-4261-a51a-dd06d92a3556), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.332148 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1676f7a6-fa63-49f1-8bf2-d3d6a050a599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7d19481b-5daf-4261-a51a-dd06d92a3556), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.373291 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1676f7a6-fa63-49f1-8bf2-d3d6a050a599 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ab95254539c8429c8c58202918b62bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958894 Sep 03 01:34:37.375868 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42006) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:37.385933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1676f7a6-fa63-49f1-8bf2-d3d6a050a599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d19481b-5daf-4261-a51a-dd06d92a3556,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:37.409082 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (33a392ca-1199-405f-b1b7-a5c99727d5c3), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.455374 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:37.493727 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5346c03-e1f6-457f-a413-d9854676c6df admin admin] Publish callbacks [] for security_group (7d19481b-5daf-4261-a51a-dd06d92a3556), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.511124 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b66da-7d62-4632-92fa-78cab416bfaf req-bb6d29ff-24c4-4016-b39f-2a84c762a47c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:37.512921 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ec0b66da-7d62-4632-92fa-78cab416bfaf req-bb6d29ff-24c4-4016-b39f-2a84c762a47c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0729649 Sep 03 01:34:37.554889 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5346c03-e1f6-457f-a413-d9854676c6df admin admin] Publish callbacks [] for security_group (7d19481b-5daf-4261-a51a-dd06d92a3556), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.587528 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:37.589597 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-9c083741-55a2-412a-b2fa-172f63ec309b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:37.591089 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-9c083741-55a2-412a-b2fa-172f63ec309b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1129 time: 0.0559728 Sep 03 01:34:37.607793 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ec0b66da-7d62-4632-92fa-78cab416bfaf req-f1d9d4e2-ca78-433e-9f09-4bf8e1948e91 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818892 Sep 03 01:34:37.658216 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (33a392ca-1199-405f-b1b7-a5c99727d5c3), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.703293 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33a392ca-1199-405f-b1b7-a5c99727d5c3,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:37.709434 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.710827 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5346c03-e1f6-457f-a413-d9854676c6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7d19481b-5daf-4261-a51a-dd06d92a3556), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.713529 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d5346c03-e1f6-457f-a413-d9854676c6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.716728 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d5346c03-e1f6-457f-a413-d9854676c6df admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7d19481b-5daf-4261-a51a-dd06d92a3556 HTTP/1.1" status: 204 len: 168 time: 0.3374109 Sep 03 01:34:37.716878 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a98fa87-095e-4986-aa13-017d27c413de None None] Network e76c3328-9980-42be-a38f-bf4c2c60f920 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:34:37.717327 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42010) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:37.717421 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-caf29afe-1a4d-4504-8376-1fe8a30f6f4a admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/33a392ca-1199-405f-b1b7-a5c99727d5c3 HTTP/1.1" status: 204 len: 168 time: 0.6173661 Sep 03 01:34:37.741096 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5346c03-e1f6-457f-a413-d9854676c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d19481b-5daf-4261-a51a-dd06d92a3556,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:37.816963 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32de600c-dba6-45cd-b924-890a48b49b92 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:34:37.825024 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-4ac2321b-7b23-4817-baa2-e8b00548bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:37.826124 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-4ac2321b-7b23-4817-baa2-e8b00548bee7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.2250662 Sep 03 01:34:37.832657 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Publish callbacks [] for port (32de600c-dba6-45cd-b924-890a48b49b92), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.835109 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (e76c3328-9980-42be-a38f-bf4c2c60f920), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.887215 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-c0f3db72-a9da-462d-a6d0-9cd22a9ff406 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 200 len: 217 time: 0.0485628 Sep 03 01:34:37.889554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Transition to ACTIVE for port object 32de600c-dba6-45cd-b924-890a48b49b92 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:34:37.890157 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Deleting port d46f3781-beb3-4ac4-ab7e-078a01131803 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:34:37.890709 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.946327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-e73ec97a-b613-4c40-8552-096818203578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:37.948262 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-e73ec97a-b613-4c40-8552-096818203578 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0533223 Sep 03 01:34:37.971426 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] For port d46f3781-beb3-4ac4-ab7e-078a01131803, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d46f3781-beb3-4ac4-ab7e-078a01131803,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:37.971656 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:37.985955 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Calling delete_port for d46f3781-beb3-4ac4-ab7e-078a01131803 owned by network:dhcp {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:34:37.990729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:37.994025 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (32de600c-dba6-45cd-b924-890a48b49b92), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.034186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-663c4452-1e4d-44a4-a348-8110de8f3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:38.035727 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-663c4452-1e4d-44a4-a348-8110de8f3ea7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784292 Sep 03 01:34:38.042946 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] DHCP port deletion for e76c3328-9980-42be-a38f-bf4c2c60f920 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:34:38.090787 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] Deleting port d46f3781-beb3-4ac4-ab7e-078a01131803 {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:34:38.091466 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.156862 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Pushing event updated for resources: {'Port': ['ID=32de600c-dba6-45cd-b924-890a48b49b92,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:38.161033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] For port d46f3781-beb3-4ac4-ab7e-078a01131803, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d46f3781-beb3-4ac4-ab7e-078a01131803,segment=NetworkSegment(1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c),segment_id=1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:38.161462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.177215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] Calling delete_port for d46f3781-beb3-4ac4-ab7e-078a01131803 owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:34:38.201540 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Attempting to bind port 32de600c-dba6-45cd-b924-890a48b49b92 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:34:38.202105 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Attempting to bind port 32de600c-dba6-45cd-b924-890a48b49b92 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:34:38.202527 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Attempting to bind port 32de600c-dba6-45cd-b924-890a48b49b92 on network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:34:38.206837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.209628 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-8b4bf0a6-7079-45b5-8769-29481706edad service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623173 Sep 03 01:34:38.211130 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Port 32de600c-dba6-45cd-b924-890a48b49b92 on network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:34:38.211470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Attempting to bind port 32de600c-dba6-45cd-b924-890a48b49b92 on network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:34:38.222676 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] No DVR routers for this DVR port d46f3781-beb3-4ac4-ab7e-078a01131803 on host dv-cinder-838009-7-iscsi {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:34:38.249384 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Pushing event deleted for resources: {'Port': ['ID=d46f3781-beb3-4ac4-ab7e-078a01131803,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:38.331385 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e037850a-5266-44c3-868a-c8ad3fd7afb3 req-beea9c80-e6cd-4e9a-bb66-680cc6b41b3a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143272 Sep 03 01:34:38.335254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 34, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:34:38.335254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Checking segment: {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:34:38.335254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Bound using segment: {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:34:38.335254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Bound port: 32de600c-dba6-45cd-b924-890a48b49b92, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:34:38.335254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (32de600c-dba6-45cd-b924-890a48b49b92), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.354684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (e76c3328-9980-42be-a38f-bf4c2c60f920), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.379072 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:38.382534 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (d46f3781-beb3-4ac4-ab7e-078a01131803), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.389880 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.390300 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.391144 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.391537 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > port after_create 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.391927 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.392330 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > port after_update 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.392732 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.393133 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.393737 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.394149 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.409766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] Pushing event deleted for resources: {'Port': ['ID=d46f3781-beb3-4ac4-ab7e-078a01131803,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:38.411007 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa029f1-8a13-4923-996b-42d08bfff09b None None] No DVR routers for this DVR port d46f3781-beb3-4ac4-ab7e-078a01131803 on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:34:38.424130 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63416e-3941-4df5-a85f-4b2a204ff925 req-965671ca-03c9-4727-bd77-6345a16cdb31 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:38.425651 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dc63416e-3941-4df5-a85f-4b2a204ff925 req-965671ca-03c9-4727-bd77-6345a16cdb31 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 944 time: 0.0892224 Sep 03 01:34:38.465849 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d4e56f02-744e-44ba-bcad-e313151f828f no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:34:38.497367 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: d4e56f02-744e-44ba-bcad-e313151f828f {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:34:38.498032 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d4e56f02-744e-44ba-bcad-e313151f828f not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:34:38.498781 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d46f3781-beb3-4ac4-ab7e-078a01131803 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:34:38.512563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:38.523202 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: d46f3781-beb3-4ac4-ab7e-078a01131803 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:34:38.523563 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d46f3781-beb3-4ac4-ab7e-078a01131803 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:34:38.525403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] For port 32de600c-dba6-45cd-b924-890a48b49b92, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:34:38.542610 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dc63416e-3941-4df5-a85f-4b2a204ff925 req-5cbe829d-1d29-46a0-b146-8ea41c96fa57 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063828 Sep 03 01:34:38.546250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] For port 32de600c-dba6-45cd-b924-890a48b49b92, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=32de600c-dba6-45cd-b924-890a48b49b92,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:34:38.549012 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42026) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:38.562809 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ad417b5-2cfa-42b5-95d5-13423b6d0e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.600924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.601549 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.602043 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.602552 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106678) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:34:38.603106 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76c3328-9980-42be-a38f-bf4c2c60f920']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:38.621861 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (32de600c-dba6-45cd-b924-890a48b49b92), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.623927 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:38.623927 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:34:38.629097 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:38.629700 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.631839 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-671d360a-f94f-4d62-811e-8be568881362 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/32de600c-dba6-45cd-b924-890a48b49b92 HTTP/1.1" status: 200 len: 1094 time: 1.5781267 Sep 03 01:34:38.632437 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'tag': '32de600c-dba6-45cd-b924-890a48b49b92'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:38.634710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c" -d '{"events": [{"name": "network-changed", "server_uuid": "3431986c-9c9f-4d72-8d83-be3e52db81b7", "tag": "32de600c-dba6-45cd-b924-890a48b49b92"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:38.647110 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.669067 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:38.673119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.686565 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:34:38.686969 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.704264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ad417b5-2cfa-42b5-95d5-13423b6d0e6c admin admin] Publish callbacks [] for security_group (af4e4beb-305e-4c62-9b46-2c0948686714), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.706126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d360a-f94f-4d62-811e-8be568881362 service neutron] Pushing event updated for resources: {'Port': ['ID=32de600c-dba6-45cd-b924-890a48b49b92,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:38.745696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f732cfc-4185-4f46-b31c-1b71a3a379b9 x-openstack-request-id: req-2f732cfc-4185-4f46-b31c-1b71a3a379b9 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:38.746018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3431986c-9c9f-4d72-8d83-be3e52db81b7", "tag": "32de600c-dba6-45cd-b924-890a48b49b92", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:38.746232 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f732cfc-4185-4f46-b31c-1b71a3a379b9 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:38.748849 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f732cfc-4185-4f46-b31c-1b71a3a379b9'] response: {'name': 'network-changed', 'server_uuid': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'tag': '32de600c-dba6-45cd-b924-890a48b49b92', 'status': 'completed', 'code': 200} Sep 03 01:34:38.799780 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6ad417b5-2cfa-42b5-95d5-13423b6d0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (af4e4beb-305e-4c62-9b46-2c0948686714), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.848386 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dd75a-83be-48b3-815d-839b2153e250 req-774e49b4-7ad0-4a44-9082-27ebfcc44d46 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:38.850689 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-749dd75a-83be-48b3-815d-839b2153e250 req-774e49b4-7ad0-4a44-9082-27ebfcc44d46 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.1359196 Sep 03 01:34:38.870943 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (e76c3328-9980-42be-a38f-bf4c2c60f920), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.873251 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-b3b28b88-0bd5-4ef5-a4d6-f5a27daf3592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:38.874842 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-b3b28b88-0bd5-4ef5-a4d6-f5a27daf3592 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efd244ba290249568e3a6f8bd3e7e814&device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 1128 time: 0.1077242 Sep 03 01:34:38.879835 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.884390 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/e76c3328-9980-42be-a38f-bf4c2c60f920 HTTP/1.1" status: 204 len: 168 time: 1.1662979 Sep 03 01:34:38.901971 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28b83a-6a5d-4691-8fe0-ba1659d2602d admin admin] Pushing event deleted for resources: {'Network': ['ID=e76c3328-9980-42be-a38f-bf4c2c60f920,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:38.907591 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad417b5-2cfa-42b5-95d5-13423b6d0e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e4beb-305e-4c62-9b46-2c0948686714,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:38.919431 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42042) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:38.919556 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6ad417b5-2cfa-42b5-95d5-13423b6d0e6c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cbf4b17ad85840a59f5aa7e9d1a7fb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694348 Sep 03 01:34:38.955665 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-18e1ae91-2750-4a92-acc6-39cfa0a2580f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32de600c-dba6-45cd-b924-890a48b49b92 HTTP/1.1" status: 200 len: 217 time: 0.0633411 Sep 03 01:34:38.977604 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c resource provider aggregate not found Sep 03 01:34:38.995532 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d53bae25-e1c3-47b6-b782-7b1751285df0 admin admin] Publish callbacks [] for security_group (af4e4beb-305e-4c62-9b46-2c0948686714), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:38.999543 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1800f4ec-5f82-4ca9-97e6-11a5cc2e2a4c found for delete ", "request_id": "req-cd48a503-784e-40d7-ab07-75e6256cbc6f"}]} Sep 03 01:34:39.018267 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-749dd75a-83be-48b3-815d-839b2153e250 req-b12b24cb-98dd-4f68-a235-f0f2ff126c16 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553042 Sep 03 01:34:39.019198 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d53bae25-e1c3-47b6-b782-7b1751285df0 admin admin] Publish callbacks [] for security_group (af4e4beb-305e-4c62-9b46-2c0948686714), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.030975 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-6c68e41f-c66c-4def-88d6-112d975ed16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:39.032859 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-6c68e41f-c66c-4def-88d6-112d975ed16f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7a83817b-78e0-48f5-9099-4f9ee4159bee HTTP/1.1" status: 200 len: 848 time: 0.0677829 Sep 03 01:34:39.076938 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-6f622ece-75bf-46f6-873f-cbba3d590118 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322044 Sep 03 01:34:39.090685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:39.159790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d53bae25-e1c3-47b6-b782-7b1751285df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (af4e4beb-305e-4c62-9b46-2c0948686714), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.163154 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d53bae25-e1c3-47b6-b782-7b1751285df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.164317 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d53bae25-e1c3-47b6-b782-7b1751285df0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/af4e4beb-305e-4c62-9b46-2c0948686714 HTTP/1.1" status: 204 len: 168 time: 0.2438452 Sep 03 01:34:39.172559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bae25-e1c3-47b6-b782-7b1751285df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e4beb-305e-4c62-9b46-2c0948686714,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:39.174225 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-1efc89d5-7624-4dbc-afff-d46cd96d85d9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899153 Sep 03 01:34:39.277710 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37fcb14c-179d-49a6-83ff-7d81e57435e7 req-03b73edb-875a-4350-91ac-d953b494e63b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927160 Sep 03 01:34:39.337723 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42052) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:39.383260 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f082f290-78fd-4cf5-a903-13d52a427912 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c0a44ea5393c4fb58fce35e8cbc4103b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0413113 Sep 03 01:34:39.383712 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42054) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:39.439638 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7aac4bda-1209-49e1-85de-35697bfeb95d admin admin] Publish callbacks [] for security_group (593c1f6b-15c8-47b0-abaf-b0acd791ee8e), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.462511 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7aac4bda-1209-49e1-85de-35697bfeb95d admin admin] Publish callbacks [] for security_group (593c1f6b-15c8-47b0-abaf-b0acd791ee8e), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.560373 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7aac4bda-1209-49e1-85de-35697bfeb95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (593c1f6b-15c8-47b0-abaf-b0acd791ee8e), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.563108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7aac4bda-1209-49e1-85de-35697bfeb95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:39.564346 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7aac4bda-1209-49e1-85de-35697bfeb95d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/593c1f6b-15c8-47b0-abaf-b0acd791ee8e HTTP/1.1" status: 204 len: 168 time: 0.1796467 Sep 03 01:34:39.573891 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac4bda-1209-49e1-85de-35697bfeb95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593c1f6b-15c8-47b0-abaf-b0acd791ee8e,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:39.680091 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339f887-a5ed-438e-a504-3cc82815ef57 req-1094dd5f-c971-4a40-9ffe-66d1c634c977 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:39.681701 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6339f887-a5ed-438e-a504-3cc82815ef57 req-1094dd5f-c971-4a40-9ffe-66d1c634c977 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 944 time: 0.0526106 Sep 03 01:34:39.730492 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6339f887-a5ed-438e-a504-3cc82815ef57 req-38fdc2b5-483c-4f4d-a4ad-9feb98c2b77a tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430605 Sep 03 01:34:40.158459 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3348be9-b1ee-4cf2-8b94-86760fef5bb2 req-392fa40d-10c8-43d8-8c16-6ac51621faea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:40.159978 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a3348be9-b1ee-4cf2-8b94-86760fef5bb2 req-392fa40d-10c8-43d8-8c16-6ac51621faea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0582473 Sep 03 01:34:40.211179 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a3348be9-b1ee-4cf2-8b94-86760fef5bb2 req-90e6cc9a-0621-40be-a592-daec2fabf4d0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451863 Sep 03 01:34:40.493119 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-163d6d6e-6e58-48eb-bf4b-7e176447aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:40.494647 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-163d6d6e-6e58-48eb-bf4b-7e176447aa32 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efd244ba290249568e3a6f8bd3e7e814&device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 1128 time: 0.0408015 Sep 03 01:34:40.830790 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-0feea11d-6318-42c5-bc8e-46be9a36f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:40.832221 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-0feea11d-6318-42c5-bc8e-46be9a36f697 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 200 len: 909 time: 0.3293769 Sep 03 01:34:40.875069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eee771-7666-494a-af86-4d146f102643 req-8a7f433e-dd81-4c42-8cca-84b577a26c02 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:40.876257 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-48322104-471d-4be6-95a5-0207be4e98c6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=32de600c-dba6-45cd-b924-890a48b49b92 HTTP/1.1" status: 200 len: 217 time: 0.0364962 Sep 03 01:34:40.877359 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-80eee771-7666-494a-af86-4d146f102643 req-8a7f433e-dd81-4c42-8cca-84b577a26c02 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 944 time: 0.0584476 Sep 03 01:34:40.932028 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:40.936346 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-6cae5419-dc12-4c83-a120-f37adb555df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:40.937948 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-80eee771-7666-494a-af86-4d146f102643 req-0b4af266-5b9a-4481-8951-49c941b72225 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536938 Sep 03 01:34:40.945585 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-6cae5419-dc12-4c83-a120-f37adb555df1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7a83817b-78e0-48f5-9099-4f9ee4159bee HTTP/1.1" status: 200 len: 848 time: 0.0578916 Sep 03 01:34:40.992715 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-2e642f8f-2be6-4359-a502-046ce562f5b3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367255 Sep 03 01:34:41.093263 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-7266131b-80e2-4913-b598-4a27c6a038a0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928996 Sep 03 01:34:41.200435 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5b1ca35c-3fdc-4cef-bb3f-c0bc1577192c req-d742bbbd-8f43-44e2-aad1-78d25ed1b389 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006718 Sep 03 01:34:41.337485 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd1003-99d3-4876-8d1e-c97e591bac66 req-0a372abe-0c93-419a-8020-838029ca75ff tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:41.338946 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a4bd1003-99d3-4876-8d1e-c97e591bac66 req-0a372abe-0c93-419a-8020-838029ca75ff tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0462596 Sep 03 01:34:41.387460 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a4bd1003-99d3-4876-8d1e-c97e591bac66 req-72730670-9d4b-4f7d-833f-9326a569df10 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429866 Sep 03 01:34:42.062522 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d642a5-99f4-4a4a-b429-a1d7cce866ed req-1dea34eb-4e99-442d-86ab-925f164c79dc tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:42.063924 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e1d642a5-99f4-4a4a-b429-a1d7cce866ed req-1dea34eb-4e99-442d-86ab-925f164c79dc tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 944 time: 0.0464933 Sep 03 01:34:42.112479 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e1d642a5-99f4-4a4a-b429-a1d7cce866ed req-733be906-4326-4ffb-bb1d-e30ee3723329 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Sep 03 01:34:42.510642 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63603e1-1742-445b-9768-8340d266d27f req-005e3d64-f8a8-460f-9efb-b24daa0c30d3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:42.512096 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b63603e1-1742-445b-9768-8340d266d27f req-005e3d64-f8a8-460f-9efb-b24daa0c30d3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0477171 Sep 03 01:34:42.559872 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:42.565764 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b63603e1-1742-445b-9768-8340d266d27f req-6d657041-19ea-4d6d-90c6-d2b6cd09ec4f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480015 Sep 03 01:34:42.887883 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 32de600c-dba6-45cd-b924-890a48b49b92 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:34:42.909885 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42172) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:42.998875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:43.004099 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 32de600c-dba6-45cd-b924-890a48b49b92, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=32de600c-dba6-45cd-b924-890a48b49b92,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:43.014585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '32de600c-dba6-45cd-b924-890a48b49b92', 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7', 'port_id': '32de600c-dba6-45cd-b924-890a48b49b92', 'mac_address': 'fa:16:3e:a0:e6:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a83817b-78e0-48f5-9099-4f9ee4159bee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:34:43.042577 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-81455e20-0b2a-4b4a-9c22-121abe8b7d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.055201 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 32de600c-dba6-45cd-b924-890a48b49b92 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:34:43.055603 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (32de600c-dba6-45cd-b924-890a48b49b92), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.070704 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32de600c-dba6-45cd-b924-890a48b49b92 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:34:43.092705 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 32de600c-dba6-45cd-b924-890a48b49b92, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=32de600c-dba6-45cd-b924-890a48b49b92,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:43.128327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-81455e20-0b2a-4b4a-9c22-121abe8b7d4a admin admin] Publish callbacks [] for security_group (a32fba49-d22e-426e-bba7-e8818320a896), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.211546 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (32de600c-dba6-45cd-b924-890a48b49b92), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.218494 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-81455e20-0b2a-4b4a-9c22-121abe8b7d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a32fba49-d22e-426e-bba7-e8818320a896), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.264782 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c892-57de-4308-97ad-b659406d59fa req-15f6823e-97bc-4caf-a3c2-501d9ff6f9eb tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:43.266268 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8276c892-57de-4308-97ad-b659406d59fa req-15f6823e-97bc-4caf-a3c2-501d9ff6f9eb tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 944 time: 0.0756340 Sep 03 01:34:43.267685 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=32de600c-dba6-45cd-b924-890a48b49b92,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:43.280881 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81455e20-0b2a-4b4a-9c22-121abe8b7d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32fba49-d22e-426e-bba7-e8818320a896,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:43.286049 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-81455e20-0b2a-4b4a-9c22-121abe8b7d4a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a1c281b554994cd4ad29c7ae1b9bee3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3747294 Sep 03 01:34:43.290205 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42184) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:43.323819 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8276c892-57de-4308-97ad-b659406d59fa req-fdd1fa88-5645-401e-a397-a90071cd96a6 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502172 Sep 03 01:34:43.354490 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-557c2118-a8fb-4891-a81d-6cf0f8332528 admin admin] Publish callbacks [] for security_group (a32fba49-d22e-426e-bba7-e8818320a896), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.374726 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-557c2118-a8fb-4891-a81d-6cf0f8332528 admin admin] Publish callbacks [] for security_group (a32fba49-d22e-426e-bba7-e8818320a896), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.396185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:43.502911 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-557c2118-a8fb-4891-a81d-6cf0f8332528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a32fba49-d22e-426e-bba7-e8818320a896), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.505520 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-557c2118-a8fb-4891-a81d-6cf0f8332528 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:43.507380 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-557c2118-a8fb-4891-a81d-6cf0f8332528 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a32fba49-d22e-426e-bba7-e8818320a896 HTTP/1.1" status: 204 len: 168 time: 0.2155261 Sep 03 01:34:43.515453 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c2118-a8fb-4891-a81d-6cf0f8332528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32fba49-d22e-426e-bba7-e8818320a896,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:43.549450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['32de600c-dba6-45cd-b924-890a48b49b92'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:34:43.714306 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049d17b-667a-458a-81b5-0c9027306980 req-75cc6f74-2d13-4d23-876e-91e2b2480e0c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:43.715877 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a049d17b-667a-458a-81b5-0c9027306980 req-75cc6f74-2d13-4d23-876e-91e2b2480e0c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0626113 Sep 03 01:34:43.765852 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a049d17b-667a-458a-81b5-0c9027306980 req-6b41c49c-36e2-4e50-9cdb-7a3c254bd05a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428681 Sep 03 01:34:44.159326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42208) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:44.173098 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-530ec350-951b-4fdb-bcda-828e0f63cf96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.246031 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:44.248116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-530ec350-951b-4fdb-bcda-828e0f63cf96 admin admin] Publish callbacks [] for security_group (466364ab-8e7a-48e0-8324-607f9c99a409), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.343095 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-530ec350-951b-4fdb-bcda-828e0f63cf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (466364ab-8e7a-48e0-8324-607f9c99a409), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.388182 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-530ec350-951b-4fdb-bcda-828e0f63cf96 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=056637fad5484bd581357ce644d2e299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277915 Sep 03 01:34:44.388888 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ec350-951b-4fdb-bcda-828e0f63cf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466364ab-8e7a-48e0-8324-607f9c99a409,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:44.391115 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42212) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:44.472565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbf846-8d28-42f0-96fa-fa34acca7758 req-9ff95205-c094-4156-9823-a991fd4b349e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:44.474004 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-aadbf846-8d28-42f0-96fa-fa34acca7758 req-9ff95205-c094-4156-9823-a991fd4b349e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 945 time: 0.0637336 Sep 03 01:34:44.494468 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce980-159e-4235-90da-80ed72cb7470 admin admin] Publish callbacks [] for security_group (466364ab-8e7a-48e0-8324-607f9c99a409), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.531177 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce980-159e-4235-90da-80ed72cb7470 admin admin] Publish callbacks [] for security_group (466364ab-8e7a-48e0-8324-607f9c99a409), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.558953 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-aadbf846-8d28-42f0-96fa-fa34acca7758 req-f3f8df3b-aa0f-4c7f-a2d2-8aa05b5ebb0e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759237 Sep 03 01:34:44.645192 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce980-159e-4235-90da-80ed72cb7470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (466364ab-8e7a-48e0-8324-607f9c99a409), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.652358 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-dd7ce980-159e-4235-90da-80ed72cb7470 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:44.653982 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-dd7ce980-159e-4235-90da-80ed72cb7470 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/466364ab-8e7a-48e0-8324-607f9c99a409 HTTP/1.1" status: 204 len: 168 time: 0.2600548 Sep 03 01:34:44.665295 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ce980-159e-4235-90da-80ed72cb7470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466364ab-8e7a-48e0-8324-607f9c99a409,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:44.901024 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 32de600c-dba6-45cd-b924-890a48b49b92 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:34:44.903406 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5fc1-60c5-4b76-a9e6-d8caf59dc2e9 req-108be273-5447-4f8f-85cd-bd24edb392c5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:44.904884 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-916f5fc1-60c5-4b76-a9e6-d8caf59dc2e9 req-108be273-5447-4f8f-85cd-bd24edb392c5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0518868 Sep 03 01:34:44.948331 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 32de600c-dba6-45cd-b924-890a48b49b92 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:34:44.962164 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-916f5fc1-60c5-4b76-a9e6-d8caf59dc2e9 req-736124cb-7c22-413e-a36a-f3f42b0339f1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510750 Sep 03 01:34:45.022982 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 32de600c-dba6-45cd-b924-890a48b49b92 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:34:45.023363 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (32de600c-dba6-45cd-b924-890a48b49b92), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:45.102299 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 32de600c-dba6-45cd-b924-890a48b49b92 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:34:45.102561 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (32de600c-dba6-45cd-b924-890a48b49b92), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:45.125778 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de600c-dba6-45cd-b924-890a48b49b92'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:45.128019 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519b7e2a-a555-479d-b3b0-33d9c14dc219" -d '{"events": [{"server_uuid": "3431986c-9c9f-4d72-8d83-be3e52db81b7", "name": "network-vif-plugged", "status": "completed", "tag": "32de600c-dba6-45cd-b924-890a48b49b92"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:45.143849 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 32de600c-dba6-45cd-b924-890a48b49b92, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=32de600c-dba6-45cd-b924-890a48b49b92,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:45.168236 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c6ca9-bd9f-4e0a-a8c4-e35e729c22bd x-openstack-request-id: req-e37c6ca9-bd9f-4e0a-a8c4-e35e729c22bd {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:45.168576 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3431986c-9c9f-4d72-8d83-be3e52db81b7", "name": "network-vif-plugged", "status": "completed", "tag": "32de600c-dba6-45cd-b924-890a48b49b92", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:45.168946 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e37c6ca9-bd9f-4e0a-a8c4-e35e729c22bd {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:45.169245 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37c6ca9-bd9f-4e0a-a8c4-e35e729c22bd'] response: {'server_uuid': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32de600c-dba6-45cd-b924-890a48b49b92', 'code': 200} Sep 03 01:34:45.228802 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (32de600c-dba6-45cd-b924-890a48b49b92), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:45.270415 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:45.287126 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=32de600c-dba6-45cd-b924-890a48b49b92,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:45.498781 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b8372-aec9-41cc-9c80-d5983443205f req-287eeca1-ff1d-41a5-92f7-f7c1aec4354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:45.500437 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a22b8372-aec9-41cc-9c80-d5983443205f req-287eeca1-ff1d-41a5-92f7-f7c1aec4354c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 1130 time: 0.0398171 Sep 03 01:34:45.538749 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:45.549621 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a22b8372-aec9-41cc-9c80-d5983443205f req-134f04e5-3063-4ff8-9213-66fd7b566dd6 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409813 Sep 03 01:34:45.681018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095f992-c175-4e2e-9de1-57be15e45b58 req-ff384911-1729-4026-b19d-a0545f399352 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:45.682492 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0095f992-c175-4e2e-9de1-57be15e45b58 req-ff384911-1729-4026-b19d-a0545f399352 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0478208 Sep 03 01:34:45.732940 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0095f992-c175-4e2e-9de1-57be15e45b58 req-b9f4bb1e-b24b-46b0-8471-998b598e6076 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Sep 03 01:34:46.085938 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b5b58-8707-414e-90d3-6d68eaa40493 req-84c8c160-95f8-4608-99fd-a4c184024046 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:46.087419 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-356b5b58-8707-414e-90d3-6d68eaa40493 req-84c8c160-95f8-4608-99fd-a4c184024046 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0467055 Sep 03 01:34:46.134922 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-356b5b58-8707-414e-90d3-6d68eaa40493 req-97371bf8-2fe8-4da8-8ba8-79f97d36c993 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Sep 03 01:34:46.858098 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5edfa1-d436-4e4f-8e07-016191026ed6 req-c4b06281-5b79-4a81-ae00-46f5d3628744 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:46.859874 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f5edfa1-d436-4e4f-8e07-016191026ed6 req-c4b06281-5b79-4a81-ae00-46f5d3628744 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0495577 Sep 03 01:34:46.887054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:46.918429 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f5edfa1-d436-4e4f-8e07-016191026ed6 req-b8b26e6f-df48-4437-bade-f60d80f1e7d4 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468833 Sep 03 01:34:47.261440 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c5eeb-32ed-400b-8de1-afc23e8b9fc1 req-15fb7847-d161-4a0a-b73b-63bdb12fa4c5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:47.262972 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-458c5eeb-32ed-400b-8de1-afc23e8b9fc1 req-15fb7847-d161-4a0a-b73b-63bdb12fa4c5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0474539 Sep 03 01:34:47.324746 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-458c5eeb-32ed-400b-8de1-afc23e8b9fc1 req-a45b5f09-9a30-4e0c-90d1-1acffa68bf42 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559180 Sep 03 01:34:48.057944 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25056f78-f280-42df-ae61-ddf575feb74e req-73f60506-84ec-4bce-9608-2eb3cde4e786 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:48.059423 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-25056f78-f280-42df-ae61-ddf575feb74e req-73f60506-84ec-4bce-9608-2eb3cde4e786 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0490780 Sep 03 01:34:48.106953 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-25056f78-f280-42df-ae61-ddf575feb74e req-50879d9d-c5d6-4c87-a295-68cf99f74417 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413554 Sep 03 01:34:48.454643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9aaa1-a642-46ec-9261-2444ca76ba07 req-a5527693-f276-4caa-b276-c519f96c76b3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:48.456121 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-edf9aaa1-a642-46ec-9261-2444ca76ba07 req-a5527693-f276-4caa-b276-c519f96c76b3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0506833 Sep 03 01:34:48.505074 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-edf9aaa1-a642-46ec-9261-2444ca76ba07 req-10c02f78-1af8-43a8-b7ef-8067e2e6b3a3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431681 Sep 03 01:34:49.577231 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8d26bb05-626f-45db-bd1d-d4aa90fd622b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:49.629253 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f5aef-db04-46b0-8927-bb4c9fdf92d3 req-765e4c17-4524-4f4d-a476-a8ce0ac53a6c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:49.636918 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae4f5aef-db04-46b0-8927-bb4c9fdf92d3 req-765e4c17-4524-4f4d-a476-a8ce0ac53a6c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0562062 Sep 03 01:34:49.681791 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae4f5aef-db04-46b0-8927-bb4c9fdf92d3 req-8a779e70-8753-44c3-9a4d-f1535ab53b3e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Sep 03 01:34:49.732303 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3213ac-7dd2-42d3-876d-209c2b77096e req-2add8001-9188-4045-9800-72cbee849ea1 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:49.733762 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3e3213ac-7dd2-42d3-876d-209c2b77096e req-2add8001-9188-4045-9800-72cbee849ea1 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0505216 Sep 03 01:34:49.780573 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:34:49.790084 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3e3213ac-7dd2-42d3-876d-209c2b77096e req-6547d7c9-0d18-4a21-bee6-e29e4a534f87 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484290 Sep 03 01:34:50.809111 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1066c2-b6ef-473a-b443-a67cbb9265d5 req-87613389-ca7f-4622-9d57-d2f56a6d3e73 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:50.810670 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0f1066c2-b6ef-473a-b443-a67cbb9265d5 req-87613389-ca7f-4622-9d57-d2f56a6d3e73 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0482368 Sep 03 01:34:50.882165 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0f1066c2-b6ef-473a-b443-a67cbb9265d5 req-ea76d9cb-e34d-48b2-b596-58e28ba53061 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655780 Sep 03 01:34:50.926449 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740d90b-1314-4cc7-b888-2fd06ac7d1c6 req-aca5e35d-9905-43c0-9ef3-ea698f216d24 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:50.927894 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3740d90b-1314-4cc7-b888-2fd06ac7d1c6 req-aca5e35d-9905-43c0-9ef3-ea698f216d24 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0490241 Sep 03 01:34:50.976633 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3740d90b-1314-4cc7-b888-2fd06ac7d1c6 req-87cdfc46-b4de-4deb-aff0-2d7aea4174ed tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428133 Sep 03 01:34:51.977262 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dc767589-517f-4d6e-a552-48a963edc786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:52.025205 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeefbc7-933f-4dad-9bed-c3270f4ef555 req-823be68e-a21e-4b9c-8928-73ffebc21cdd tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:52.027201 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3aeefbc7-933f-4dad-9bed-c3270f4ef555 req-823be68e-a21e-4b9c-8928-73ffebc21cdd tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0480053 Sep 03 01:34:52.076920 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3aeefbc7-933f-4dad-9bed-c3270f4ef555 req-d4b1db9d-3cc5-43cb-8d26-1b55b46636c2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Sep 03 01:34:52.105185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285ab9e-d46b-4297-9c3a-fbf220be9a39 req-a10fe8d2-792a-4e6c-b423-a818100d47be tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:52.106645 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c285ab9e-d46b-4297-9c3a-fbf220be9a39 req-a10fe8d2-792a-4e6c-b423-a818100d47be tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0499914 Sep 03 01:34:52.152283 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c285ab9e-d46b-4297-9c3a-fbf220be9a39 req-f25b91d6-9b3c-44eb-a6b3-5295da4b8f11 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Sep 03 01:34:52.788631 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=71 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:53.023527 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:53.192260 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50525-c539-4b3e-9728-2d9f43e87095 req-fd59b447-556b-4f2c-b813-cfb684f04a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:53.194304 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f7a50525-c539-4b3e-9728-2d9f43e87095 req-fd59b447-556b-4f2c-b813-cfb684f04a3c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1129 time: 0.0686812 Sep 03 01:34:53.207345 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618681da-c96c-4994-a131-0fe83c4455a8 req-ff31f3f1-2b89-4cfb-8188-221f9781e912 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:53.208882 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-618681da-c96c-4994-a131-0fe83c4455a8 req-ff31f3f1-2b89-4cfb-8188-221f9781e912 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0570450 Sep 03 01:34:53.276040 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1b7e5-57f6-44e8-aacd-02cf6796616c req-ee5466db-9c28-4548-bde7-6ccb90890a2f tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:53.277623 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-74a1b7e5-57f6-44e8-aacd-02cf6796616c req-ee5466db-9c28-4548-bde7-6ccb90890a2f tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0457957 Sep 03 01:34:53.279766 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f7a50525-c539-4b3e-9728-2d9f43e87095 req-7bdb636e-711d-49e6-84ec-a910314a9b1c service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691028 Sep 03 01:34:53.286827 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-618681da-c96c-4994-a131-0fe83c4455a8 req-837a16cc-d493-4c13-bd83-7077dc4bbc6d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693431 Sep 03 01:34:53.327326 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-74a1b7e5-57f6-44e8-aacd-02cf6796616c req-27f54eab-ce50-48b4-8517-ef7c03ca0bfe tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437841 Sep 03 01:34:54.235108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7015-695c-43f6-b3c7-7515317c81de req-c7900af1-a626-4850-b824-dc2d2a56d93f tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:54.236447 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-353a7015-695c-43f6-b3c7-7515317c81de req-c7900af1-a626-4850-b824-dc2d2a56d93f tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0451744 Sep 03 01:34:54.348837 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Deleting port 32de600c-dba6-45cd-b924-890a48b49b92 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:34:54.349178 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (32de600c-dba6-45cd-b924-890a48b49b92), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:54.406448 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:54.451767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9462414-bc69-4e95-8bdf-53744c1a0d02 req-2f27c7c3-d4fb-4bba-9207-e92dc1bf1da6 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:54.453222 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a9462414-bc69-4e95-8bdf-53744c1a0d02 req-2f27c7c3-d4fb-4bba-9207-e92dc1bf1da6 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 946 time: 0.0468993 Sep 03 01:34:54.454607 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc236c-1fd3-44ff-b7fc-f053adf4d94f req-62b49d5b-c6cb-4f3a-944e-6a817d5aa55b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:54.456153 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f3bc236c-1fd3-44ff-b7fc-f053adf4d94f req-62b49d5b-c6cb-4f3a-944e-6a817d5aa55b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0635099 Sep 03 01:34:54.507211 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a9462414-bc69-4e95-8bdf-53744c1a0d02 req-18841f7a-bac8-4b55-9e75-bb7ef503a417 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Sep 03 01:34:54.507741 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] For port 32de600c-dba6-45cd-b924-890a48b49b92, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=32de600c-dba6-45cd-b924-890a48b49b92,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:34:54.508119 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (32de600c-dba6-45cd-b924-890a48b49b92), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:54.533678 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Calling delete_port for 32de600c-dba6-45cd-b924-890a48b49b92 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:34:54.544034 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f3bc236c-1fd3-44ff-b7fc-f053adf4d94f req-eddca64d-061e-47e2-8d99-1c5a78d9bf1e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815732 Sep 03 01:34:54.592745 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:54.788438 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (32de600c-dba6-45cd-b924-890a48b49b92), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:54.807754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['32de600c-dba6-45cd-b924-890a48b49b92'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:34:54.829530 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Pushing event deleted for resources: {'Port': ['ID=32de600c-dba6-45cd-b924-890a48b49b92,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:54.832526 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:54.870586 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] No DVR routers for this DVR port 32de600c-dba6-45cd-b924-890a48b49b92 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:34:54.873016 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:54.873942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:54.876339 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-353a7015-695c-43f6-b3c7-7515317c81de req-7e9493a3-b6c6-4a79-a5e4-f194738b453b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "DELETE /networking/v2.0/ports/32de600c-dba6-45cd-b924-890a48b49b92 HTTP/1.1" status: 204 len: 173 time: 0.6092107 Sep 03 01:34:54.876768 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'name': 'network-vif-deleted', 'tag': '32de600c-dba6-45cd-b924-890a48b49b92'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:34:54.879192 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48bf754-ae3d-4b97-a6a1-494a5d1c4226" -d '{"events": [{"server_uuid": "3431986c-9c9f-4d72-8d83-be3e52db81b7", "name": "network-vif-deleted", "tag": "32de600c-dba6-45cd-b924-890a48b49b92"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:34:54.916576 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a150cb31-1e50-45cd-b9ae-92ea329af343 x-openstack-request-id: req-a150cb31-1e50-45cd-b9ae-92ea329af343 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:34:54.916886 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3431986c-9c9f-4d72-8d83-be3e52db81b7", "name": "network-vif-deleted", "tag": "32de600c-dba6-45cd-b924-890a48b49b92", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:34:54.917133 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a150cb31-1e50-45cd-b9ae-92ea329af343 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:34:54.917527 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a150cb31-1e50-45cd-b9ae-92ea329af343'] response: {'server_uuid': '3431986c-9c9f-4d72-8d83-be3e52db81b7', 'name': 'network-vif-deleted', 'tag': '32de600c-dba6-45cd-b924-890a48b49b92', 'status': 'completed', 'code': 200} Sep 03 01:34:55.629908 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-63655bc1-bb02-403e-ad70-5c050af13f72 req-d7f43902-91b8-428b-a8d2-647de2247c99 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3431986c-9c9f-4d72-8d83-be3e52db81b7 HTTP/1.1" status: 200 len: 210 time: 0.0286722 Sep 03 01:34:55.722574 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512dd16-6ec1-4441-bf1f-9188ce7aa2d6 req-b4fb86e7-02aa-4cba-b9f7-d3ba747426cc tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:55.724056 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7512dd16-6ec1-4441-bf1f-9188ce7aa2d6 req-b4fb86e7-02aa-4cba-b9f7-d3ba747426cc tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0902214 Sep 03 01:34:55.775017 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:55.790983 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7512dd16-6ec1-4441-bf1f-9188ce7aa2d6 req-894ed4fe-e812-4452-8b1a-2ee1d244984e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504365 Sep 03 01:34:56.193186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42480) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:56.255620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465f5f3-2d09-4b46-bdba-88325d0097f9 req-3bded7a9-282f-4fd4-b9f3-d7520ab6e7cf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:56.262927 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0465f5f3-2d09-4b46-bdba-88325d0097f9 req-3bded7a9-282f-4fd4-b9f3-d7520ab6e7cf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0631819 Sep 03 01:34:56.357930 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9b305ff4-d997-4f4f-b44f-e6435bd89707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.376013 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0465f5f3-2d09-4b46-bdba-88325d0097f9 req-0bc748df-f9a0-4bf5-829a-c364275be7a0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117711 Sep 03 01:34:56.389863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-2c7e4708-4731-4281-a172-2123bef48a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:56.391479 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-2c7e4708-4731-4281-a172-2123bef48a94 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1129 time: 0.0930054 Sep 03 01:34:56.534425 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9b305ff4-d997-4f4f-b44f-e6435bd89707 admin admin] Publish callbacks [] for security_group (00157023-15b4-4ea5-bc3e-213484981be2), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.535919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-390e3109-c8e8-47c6-8c5b-eee306cc3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:56.537939 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-390e3109-c8e8-47c6-8c5b-eee306cc3093 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.1358845 Sep 03 01:34:56.577998 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-c576681f-9539-4314-86f2-62856814a10d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 200 len: 217 time: 0.0327601 Sep 03 01:34:56.582229 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9b305ff4-d997-4f4f-b44f-e6435bd89707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (00157023-15b4-4ea5-bc3e-213484981be2), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.652619 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-9b305ff4-d997-4f4f-b44f-e6435bd89707 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7ef3228c9b934185bce8b64f3415e6fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574423 Sep 03 01:34:56.655131 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b305ff4-d997-4f4f-b44f-e6435bd89707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00157023-15b4-4ea5-bc3e-213484981be2,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:56.655572 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42486) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:56.674902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-352f1585-f4bb-4ff7-92c5-a8d4734b3aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:56.676442 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-352f1585-f4bb-4ff7-92c5-a8d4734b3aa5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0810485 Sep 03 01:34:56.695676 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:56.707898 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-885132df-98cf-4b18-9558-55ccf1d944fd admin admin] Publish callbacks [] for security_group (00157023-15b4-4ea5-bc3e-213484981be2), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.732900 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-018e0564-1e91-4f87-b6d0-2667601b5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:56.734524 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-018e0564-1e91-4f87-b6d0-2667601b5bf3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488832 Sep 03 01:34:56.744347 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-885132df-98cf-4b18-9558-55ccf1d944fd admin admin] Publish callbacks [] for security_group (00157023-15b4-4ea5-bc3e-213484981be2), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.856115 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-fc24c12b-380a-4688-bef4-e59dc414b6ff service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089118 Sep 03 01:34:56.947298 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 32de600c-dba6-45cd-b924-890a48b49b92 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:34:56.966254 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-885132df-98cf-4b18-9558-55ccf1d944fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (00157023-15b4-4ea5-bc3e-213484981be2), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.969145 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-885132df-98cf-4b18-9558-55ccf1d944fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:56.971016 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 32de600c-dba6-45cd-b924-890a48b49b92 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:34:56.971536 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 32de600c-dba6-45cd-b924-890a48b49b92 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:34:56.973644 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-885132df-98cf-4b18-9558-55ccf1d944fd admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/00157023-15b4-4ea5-bc3e-213484981be2 HTTP/1.1" status: 204 len: 168 time: 0.3167288 Sep 03 01:34:56.983181 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885132df-98cf-4b18-9558-55ccf1d944fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00157023-15b4-4ea5-bc3e-213484981be2,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:56.994332 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:57.010664 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-36ba5603-5364-45ea-addc-2cd3d26256dd req-d3c4155e-40d2-450d-8f51-6744db4b6ed6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466072 Sep 03 01:34:57.105474 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-f05efc03-2d5f-44b4-b83e-820ba7e5b75f tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:57.106985 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-f05efc03-2d5f-44b4-b83e-820ba7e5b75f tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/networks?id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 200 len: 808 time: 0.1277075 Sep 03 01:34:57.122307 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-367b41de-eeea-4b42-8531-3181a4617c3c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/quotas/efd244ba290249568e3a6f8bd3e7e814 HTTP/1.1" status: 200 len: 375 time: 0.0100126 Sep 03 01:34:57.158424 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-037a711c-745e-44a0-b11f-29dbb8c3308e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=efd244ba290249568e3a6f8bd3e7e814&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270863 Sep 03 01:34:57.251164 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-ff0bc93b-032d-47ed-a516-9066d43ddd7c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892985 Sep 03 01:34:57.348499 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a3083e0d-1463-414a-a94f-05e67911ecf0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934703 Sep 03 01:34:57.512049 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c2c86-138d-488c-8672-bb9af9dff8e0 req-2874fe96-3c78-4738-89b0-8dcce0a11bf3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:57.513520 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ae4c2c86-138d-488c-8672-bb9af9dff8e0 req-2874fe96-3c78-4738-89b0-8dcce0a11bf3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0535417 Sep 03 01:34:57.551809 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:57.565106 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ae4c2c86-138d-488c-8672-bb9af9dff8e0 req-f37bdd0a-92e3-459b-9ce8-20da03e7bc44 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459955 Sep 03 01:34:57.645557 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d5aa61eb-c820-4a61-b803-39e9122caf1a req-ebfadfe4-865c-492f-87ec-a9b54b0f55f4 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0349848 Sep 03 01:34:58.177261 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42552) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:58.285144 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1414301921-network', 'tenant_id': '81a9fa76cb024bafbfd27e0d260b2720'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:58.360055 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Made reservation on behalf of 81a9fa76cb024bafbfd27e0d260b2720 for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:34:58.362498 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.371563 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.452596 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks [] for security_group (7e129ab1-ceec-479b-9da3-5f25b1f39559), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.514679 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7e129ab1-ceec-479b-9da3-5f25b1f39559), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.582665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e129ab1-ceec-479b-9da3-5f25b1f39559,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:58.589488 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:34:58.603842 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (6975ae56-5132-42eb-9c70-8baa29c2781b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.604357 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Added segment 6975ae56-5132-42eb-9c70-8baa29c2781b of type vlan for network 87d66738-9ac8-4ba6-aba1-ec7daea1533a Sep 03 01:34:58.654358 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (87d66738-9ac8-4ba6-aba1-ec7daea1533a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.717309 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32fce1-559e-4c57-8f60-c4244be20829 req-812e5e10-e4a9-4c02-8e28-0ede28496435 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:58.718703 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fe32fce1-559e-4c57-8f60-c4244be20829 req-812e5e10-e4a9-4c02-8e28-0ede28496435 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0594943 Sep 03 01:34:58.751109 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1598fdeb-8b18-4346-be25-13967c370b73 req-0ae90438-6454-47c2-9540-c24bbcbc0b40 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0286770 Sep 03 01:34:58.770700 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fe32fce1-559e-4c57-8f60-c4244be20829 req-4c44fd80-a2cc-42f2-be13-64119f0986cc tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462010 Sep 03 01:34:58.828289 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (87d66738-9ac8-4ba6-aba1-ec7daea1533a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.829377 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:58.829953 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:58.892217 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] Pushing event updated for resources: {'Network': ['ID=87d66738-9ac8-4ba6-aba1-ec7daea1533a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:58.904065 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 87d66738-9ac8-4ba6-aba1-ec7daea1533a details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:34:58.934406 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8a3b0e80-4977-4d14-9746-8da65c7f92d9 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7558446 Sep 03 01:34:58.937242 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42574) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:34:58.942105 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Request body: {'subnet': {'network_id': '87d66738-9ac8-4ba6-aba1-ec7daea1533a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1414301921-subnet', 'tenant_id': '81a9fa76cb024bafbfd27e0d260b2720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:34:59.011294 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Made reservation on behalf of 81a9fa76cb024bafbfd27e0d260b2720 for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:34:59.014155 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650153'] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:59.072230 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:59.245752 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650139'] for subnet (625e66eb-1c3b-42e0-aa4e-c5927ef958e1), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:59.277296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:59.309269 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Pushing event updated for resources: {'Subnet': ['ID=625e66eb-1c3b-42e0-aa4e-c5927ef958e1,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:34:59.321666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Checking segment: {'id': '6975ae56-5132-42eb-9c70-8baa29c2781b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '87d66738-9ac8-4ba6-aba1-ec7daea1533a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:34:59.322015 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Network hostable DHCP agents. Network: 87d66738-9ac8-4ba6-aba1-ec7daea1533a, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:34:59.388324 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Network 87d66738-9ac8-4ba6-aba1-ec7daea1533a is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:34:59.531720 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 87d66738-9ac8-4ba6-aba1-ec7daea1533a) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:34:59.535940 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:59.536523 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:34:59.541045 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f99ae-b127-4d4d-801d-4f8b6627932d None None] Network 87d66738-9ac8-4ba6-aba1-ec7daea1533a requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:34:59.631911 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e1cb3e7b-80c8-47f5-8b11-90e62fa9128c admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6932197 Sep 03 01:34:59.657310 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36cc2af-b937-4c54-a9b7-2bc63d797f66 None None] Network 87d66738-9ac8-4ba6-aba1-ec7daea1533a requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:34:59.777174 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=57 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:34:59.865479 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e82418db-e14a-48a1-92fa-d86e4ae62119 req-c6625501-da7d-4d5b-b7e5-5ea502904787 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0337179 Sep 03 01:34:59.941913 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd86f9-8dcf-4123-b521-6bb9d356bd90 req-b2d1f0a7-c912-42c7-8362-87a28b5766f2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:34:59.944074 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0ebd86f9-8dcf-4123-b521-6bb9d356bd90 req-b2d1f0a7-c912-42c7-8362-87a28b5766f2 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0575569 Sep 03 01:34:59.995492 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0ebd86f9-8dcf-4123-b521-6bb9d356bd90 req-6dbf45b6-61e0-4f27-98e6-9ce7fbe81490 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433691 Sep 03 01:35:00.418262 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42604) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:00.424038 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-949094293-network', 'tenant_id': 'a68ddcb6b3b4480aa3636b71369e2eaf'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:00.519540 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Made reservation on behalf of a68ddcb6b3b4480aa3636b71369e2eaf for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:00.522169 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.531512 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.614605 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks [] for security_group (654697d1-5ea4-4df8-b60d-513b6904d0f7), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.680003 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (654697d1-5ea4-4df8-b60d-513b6904d0f7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.713877 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:35:00.727225 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654697d1-5ea4-4df8-b60d-513b6904d0f7,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:00.732866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (8e762e98-854d-47d4-b31b-512b51014caa), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.735896 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Added segment 8e762e98-854d-47d4-b31b-512b51014caa of type vlan for network a22eda83-b79a-473c-a3c2-9c8cc1bcdbab Sep 03 01:35:00.786536 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (a22eda83-b79a-473c-a3c2-9c8cc1bcdbab), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.857044 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.908090 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (a22eda83-b79a-473c-a3c2-9c8cc1bcdbab), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.909118 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:00.909742 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:00.969997 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b1de8a34-a7a5-4d83-a807-4007819f858f req-929af973-bbcb-42a2-9160-27da67f84b56 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0288315 Sep 03 01:35:00.971241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] Pushing event updated for resources: {'Network': ['ID=a22eda83-b79a-473c-a3c2-9c8cc1bcdbab,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:00.984763 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network a22eda83-b79a-473c-a3c2-9c8cc1bcdbab details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:35:01.019580 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-72e86982-bdad-4158-b742-d52af62c88a0 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6001663 Sep 03 01:35:01.023450 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42614) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:01.028352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Request body: {'subnet': {'network_id': 'a22eda83-b79a-473c-a3c2-9c8cc1bcdbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-949094293-subnet', 'tenant_id': 'a68ddcb6b3b4480aa3636b71369e2eaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:01.125738 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Made reservation on behalf of a68ddcb6b3b4480aa3636b71369e2eaf for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:01.128119 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:01.245041 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:01.337102 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (d6143af0-b84b-4cbd-b2f5-c11d1825252d), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:01.394786 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6143af0-b84b-4cbd-b2f5-c11d1825252d,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:01.405267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Checking segment: {'id': '8e762e98-854d-47d4-b31b-512b51014caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a22eda83-b79a-473c-a3c2-9c8cc1bcdbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:01.405614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Network hostable DHCP agents. Network: a22eda83-b79a-473c-a3c2-9c8cc1bcdbab, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:35:01.467990 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Network a22eda83-b79a-473c-a3c2-9c8cc1bcdbab is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:35:01.548128 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, a22eda83-b79a-473c-a3c2-9c8cc1bcdbab) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:01.552177 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:01.553481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:01.557843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6408544-6ea0-44f7-89aa-408c4a1c8301 None None] Network a22eda83-b79a-473c-a3c2-9c8cc1bcdbab requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:01.561994 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:01.642721 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-142b4c69-f508-4147-bb4d-a06385e0f48f admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6180944 Sep 03 01:35:01.660798 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a3d681-08a3-4b94-8a4d-7f81dd10c92f None None] Network a22eda83-b79a-473c-a3c2-9c8cc1bcdbab requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:01.789631 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42624) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:01.845177 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Deleting subnet 625e66eb-1c3b-42e0-aa4e-c5927ef958e1 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:35:01.848501 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Publish callbacks [] for subnet (625e66eb-1c3b-42e0-aa4e-c5927ef958e1), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:01.901065 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Publish callbacks [] for subnet (625e66eb-1c3b-42e0-aa4e-c5927ef958e1), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:01.907074 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (625e66eb-1c3b-42e0-aa4e-c5927ef958e1), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.069747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for subnet (625e66eb-1c3b-42e0-aa4e-c5927ef958e1), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.078164 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f1018e4a-34b0-4ac4-996d-e46e6bb79245 req-a2593c1e-202f-4e46-bc6c-d62f3d1e9033 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0330036 Sep 03 01:35:02.097446 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625e66eb-1c3b-42e0-aa4e-c5927ef958e1,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:02.101576 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.105836 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4aa04355-75f7-4503-9ab7-c32c00b7d89a admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/625e66eb-1c3b-42e0-aa4e-c5927ef958e1 HTTP/1.1" status: 204 len: 168 time: 0.3062501 Sep 03 01:35:02.108564 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42628) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:02.182096 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (87d66738-9ac8-4ba6-aba1-ec7daea1533a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.268252 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (87d66738-9ac8-4ba6-aba1-ec7daea1533a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.290911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.291245 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.292011 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.292360 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > port after_create 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.292689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.293042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > port after_update 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.293345 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.293689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.294033 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.294620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.368021 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.368377 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.368713 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.369048 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106679) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 01:35:02.369403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d66738-9ac8-4ba6-aba1-ec7daea1533a']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:02.395950 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6975ae56-5132-42eb-9c70-8baa29c2781b') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:02.396287 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6975ae56-5132-42eb-9c70-8baa29c2781b') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:02.413659 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:02.415812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (6975ae56-5132-42eb-9c70-8baa29c2781b), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.438062 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (6975ae56-5132-42eb-9c70-8baa29c2781b), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.447874 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:35:02.448267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (6975ae56-5132-42eb-9c70-8baa29c2781b), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.588477 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (87d66738-9ac8-4ba6-aba1-ec7daea1533a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.600859 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.604278 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/87d66738-9ac8-4ba6-aba1-ec7daea1533a HTTP/1.1" status: 204 len: 168 time: 0.4947681 Sep 03 01:35:02.607444 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42640) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:02.614209 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df887d68-6b05-4b2c-a71b-1c6f982852bd admin admin] Pushing event deleted for resources: {'Network': ['ID=87d66738-9ac8-4ba6-aba1-ec7daea1533a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:02.665706 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Deleting subnet d6143af0-b84b-4cbd-b2f5-c11d1825252d {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:35:02.672896 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Publish callbacks [] for subnet (d6143af0-b84b-4cbd-b2f5-c11d1825252d), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.678176 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 6975ae56-5132-42eb-9c70-8baa29c2781b resource provider aggregate not found Sep 03 01:35:02.701536 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 6975ae56-5132-42eb-9c70-8baa29c2781b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6975ae56-5132-42eb-9c70-8baa29c2781b found for delete ", "request_id": "req-d550fcaf-c050-4cf9-ba3e-cdc6df08cedc"}]} Sep 03 01:35:02.736356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (d6143af0-b84b-4cbd-b2f5-c11d1825252d), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.763251 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:02.784751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (d6143af0-b84b-4cbd-b2f5-c11d1825252d), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.910055 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (d6143af0-b84b-4cbd-b2f5-c11d1825252d), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.919591 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:02.938458 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6143af0-b84b-4cbd-b2f5-c11d1825252d,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:02.943311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:02.946665 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-328c5843-92ae-4f16-ba84-5b4eb3de9c5e admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/d6143af0-b84b-4cbd-b2f5-c11d1825252d HTTP/1.1" status: 204 len: 168 time: 0.3375363 Sep 03 01:35:02.949333 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42654) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:02.964305 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42656) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:02.970777 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098698355', 'description': 'tempest-description--863847589'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:03.024412 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (a22eda83-b79a-473c-a3c2-9c8cc1bcdbab), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.080477 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.110180 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (a22eda83-b79a-473c-a3c2-9c8cc1bcdbab), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.132116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22eda83-b79a-473c-a3c2-9c8cc1bcdbab']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:03.149305 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e762e98-854d-47d4-b31b-512b51014caa') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:03.150148 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e762e98-854d-47d4-b31b-512b51014caa') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:03.168452 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group (8758e19d-80bb-452e-92dd-8eae2fe3e4c8), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.178152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (8e762e98-854d-47d4-b31b-512b51014caa), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.201615 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-61b396dd-907d-4bb0-94fb-22ac7ae01956 req-006d36eb-2c92-4e7d-abe0-030fa982cbaa tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0347123 Sep 03 01:35:03.215323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (8e762e98-854d-47d4-b31b-512b51014caa), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.222397 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:35:03.222834 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (8e762e98-854d-47d4-b31b-512b51014caa), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.266144 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 8e762e98-854d-47d4-b31b-512b51014caa resource provider aggregate not found Sep 03 01:35:03.276804 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (8758e19d-80bb-452e-92dd-8eae2fe3e4c8), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.303742 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=10,neutron:INSERT=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:03.314426 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 8e762e98-854d-47d4-b31b-512b51014caa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e762e98-854d-47d4-b31b-512b51014caa found for delete ", "request_id": "req-93da2254-295f-4b5b-82d0-c18440532b99"}]} Sep 03 01:35:03.318773 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8758e19d-80bb-452e-92dd-8eae2fe3e4c8,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:03.387423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.391389 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7f9260ed-4468-47d8-8224-2ebfe804390a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4220214 Sep 03 01:35:03.391544 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42670) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:03.401322 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (a22eda83-b79a-473c-a3c2-9c8cc1bcdbab), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.403674 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'security_group_rule': {'security_group_id': '8758e19d-80bb-452e-92dd-8eae2fe3e4c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:03.417143 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.417143 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/a22eda83-b79a-473c-a3c2-9c8cc1bcdbab HTTP/1.1" status: 204 len: 168 time: 0.4622087 Sep 03 01:35:03.438029 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e7966-b0f7-4f3e-9f64-49c15fa81ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=a22eda83-b79a-473c-a3c2-9c8cc1bcdbab,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:03.478160 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-e7c12d9e-6c0b-4bb3-88ed-aeec1c67f74b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:03.479539 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-e7c12d9e-6c0b-4bb3-88ed-aeec1c67f74b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "GET /networking/v2.0/networks?id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 200 len: 808 time: 0.1542926 Sep 03 01:35:03.496483 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Request body: {'port': {'device_id': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7', 'admin_state_up': True, 'tenant_id': 'efd244ba290249568e3a6f8bd3e7e814'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:03.557453 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group_rule (44689312-6dfc-4a18-b4b2-22675f75419a), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.654240 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:03.661539 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group_rule (44689312-6dfc-4a18-b4b2-22675f75419a), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.703997 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (44689312-6dfc-4a18-b4b2-22675f75419a), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.710513 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Made reservation on behalf of efd244ba290249568e3a6f8bd3e7e814 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:03.715301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.774875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44689312-6dfc-4a18-b4b2-22675f75419a,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:03.794504 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-83e02dcd-f271-4a76-921c-e37ad9ef8d9b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721290 Sep 03 01:35:03.851981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42682) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:03.871951 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42684) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:03.894656 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.895931 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-afab4499-9a1f-46f7-b717-1a34157dbe39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5027947 Sep 03 01:35:03.899555 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42688) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:03.906031 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'security_group_rule': {'security_group_id': '8758e19d-80bb-452e-92dd-8eae2fe3e4c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:03.907446 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-37a6bbdd-f4b0-4368-bc28-6a1c6f2b8687 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=81a9fa76cb024bafbfd27e0d260b2720&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0543280 Sep 03 01:35:03.909940 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42690) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:03.962684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1a43511f-01f6-4817-8a39-8b14b1d8e372 admin admin] Publish callbacks [] for security_group (7e129ab1-ceec-479b-9da3-5f25b1f39559), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.984595 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1a43511f-01f6-4817-8a39-8b14b1d8e372 admin admin] Publish callbacks [] for security_group (7e129ab1-ceec-479b-9da3-5f25b1f39559), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:03.988509 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Allocated IP 172.20.0.13 (64961fe8-d6d6-4f3f-97ee-ec37229fbea7/7a83817b-78e0-48f5-9099-4f9ee4159bee/a2d2b55e-0e55-466f-99f4-6e63ae698e3b) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:03.996470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-9ca03c42-8c6e-435c-b172-d1fe1025ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:03.997326 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-9ca03c42-8c6e-435c-b172-d1fe1025ac9f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 1129 time: 0.0652461 Sep 03 01:35:04.076314 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-87bdd2c5-9f7d-4170-84ec-d3a63ec82d50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.142443 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1a43511f-01f6-4817-8a39-8b14b1d8e372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7e129ab1-ceec-479b-9da3-5f25b1f39559), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.144929 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1a43511f-01f6-4817-8a39-8b14b1d8e372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.146048 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1a43511f-01f6-4817-8a39-8b14b1d8e372 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7e129ab1-ceec-479b-9da3-5f25b1f39559 HTTP/1.1" status: 204 len: 168 time: 0.2351508 Sep 03 01:35:04.158461 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:04.165011 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-87bdd2c5-9f7d-4170-84ec-d3a63ec82d50 admin admin] Publish callbacks [] for security_group (c3a24783-59f7-4ccc-aebc-7878269adf5d), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.166449 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43511f-01f6-4817-8a39-8b14b1d8e372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e129ab1-ceec-479b-9da3-5f25b1f39559,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:04.181318 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:04.182203 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group_rule (72ca00e9-aa7c-4443-b125-6c26489a3de9), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.228533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-87bdd2c5-9f7d-4170-84ec-d3a63ec82d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c3a24783-59f7-4ccc-aebc-7878269adf5d), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.230084 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-123a0132-f1dc-4edd-8499-7552e3891989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:04.231942 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-123a0132-f1dc-4edd-8499-7552e3891989 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.1991692 Sep 03 01:35:04.273665 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-87bdd2c5-9f7d-4170-84ec-d3a63ec82d50 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3fe77c11f92542898c50ba656dfc15ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4006348 Sep 03 01:35:04.274800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdd2c5-9f7d-4170-84ec-d3a63ec82d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a24783-59f7-4ccc-aebc-7878269adf5d,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:04.279199 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42696) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:04.296886 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-c66a500c-b2b2-417a-9d58-c83d14fa4668 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 200 len: 217 time: 0.0531497 Sep 03 01:35:04.312274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks [] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.335655 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58e71b24-4bca-4673-8a8d-6e9148bef3ea admin admin] Publish callbacks [] for security_group (c3a24783-59f7-4ccc-aebc-7878269adf5d), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.356074 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58e71b24-4bca-4673-8a8d-6e9148bef3ea admin admin] Publish callbacks [] for security_group (c3a24783-59f7-4ccc-aebc-7878269adf5d), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.480225 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58e71b24-4bca-4673-8a8d-6e9148bef3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c3a24783-59f7-4ccc-aebc-7878269adf5d), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.483363 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58e71b24-4bca-4673-8a8d-6e9148bef3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.487182 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-58e71b24-4bca-4673-8a8d-6e9148bef3ea admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c3a24783-59f7-4ccc-aebc-7878269adf5d HTTP/1.1" status: 204 len: 168 time: 0.2043676 Sep 03 01:35:04.505299 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e71b24-4bca-4673-8a8d-6e9148bef3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a24783-59f7-4ccc-aebc-7878269adf5d,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:04.631902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group_rule (72ca00e9-aa7c-4443-b125-6c26489a3de9), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.635419 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9ab72f8-8b2d-4f80-ab61-5853f9c73a0f req-fe988006-164a-4bab-8250-8a5d6df5412e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.3298833 Sep 03 01:35:04.667606 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-6b8f49bd-9a44-4d64-9928-b19b0d648620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:04.669006 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-6b8f49bd-9a44-4d64-9928-b19b0d648620 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.3606586 Sep 03 01:35:04.714069 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-3b0d2fb2-5919-4d33-9fac-16553c147800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:04.715577 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-3b0d2fb2-5919-4d33-9fac-16553c147800 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397935 Sep 03 01:35:04.770828 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (72ca00e9-aa7c-4443-b125-6c26489a3de9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.776895 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.799804 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:04.827874 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72ca00e9-aa7c-4443-b125-6c26489a3de9,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:04.861892 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:04.870445 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:04.877445 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:04.883217 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Pushing event updated for resources: {'Port': ['ID=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:04.887249 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42710) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:04.909708 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-6f5f76ce-7c1b-46a4-8479-23a3370f1dd5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862090 Sep 03 01:35:04.916629 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:04.932612 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d89017ea-51fa-4bd8-9b5d-ce4bfe823fb1 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a68ddcb6b3b4480aa3636b71369e2eaf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440578 Sep 03 01:35:04.936487 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42712) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:04.936810 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:04.937953 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4347fdae-a42a-40cf-bc5d-6409dc081c5d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0374820 Sep 03 01:35:04.942130 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42714) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:04.947795 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:04.959598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:04.960321 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.004091 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-548fd46f-302f-4be9-9003-b75812c7f8da admin admin] Publish callbacks [] for security_group (654697d1-5ea4-4df8-b60d-513b6904d0f7), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.025929 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-548fd46f-302f-4be9-9003-b75812c7f8da admin admin] Publish callbacks [] for security_group (654697d1-5ea4-4df8-b60d-513b6904d0f7), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.043116 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd321760-cebd-4d19-b097-bca7df4949a5 req-0ad0a894-17e4-4ee0-a57e-daee78fcb8b4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231766 Sep 03 01:35:05.097575 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.101679 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a8cb6db6-ee10-40e8-a68d-74a81db763a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6087289 Sep 03 01:35:05.119435 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Request body: {'port': {'device_id': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:05.183980 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.371740 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-548fd46f-302f-4be9-9003-b75812c7f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (654697d1-5ea4-4df8-b60d-513b6904d0f7), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.374200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-548fd46f-302f-4be9-9003-b75812c7f8da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.375342 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-548fd46f-302f-4be9-9003-b75812c7f8da admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/654697d1-5ea4-4df8-b60d-513b6904d0f7 HTTP/1.1" status: 204 len: 168 time: 0.4379425 Sep 03 01:35:05.392212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548fd46f-302f-4be9-9003-b75812c7f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654697d1-5ea4-4df8-b60d-513b6904d0f7,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:05.427369 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42720) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:05.435315 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.452691 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-86fed28f-f0b1-48a9-92e2-f380b048647d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.559513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Allocated IP 172.27.1.75 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/f2e2adb8-f3c8-437d-9152-d728d8981808) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:05.589133 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d2b55e-0e55-466f-99f4-6e63ae698e3b {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:05.603198 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Publish callbacks [] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.610112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-86fed28f-f0b1-48a9-92e2-f380b048647d admin admin] Publish callbacks [] for security_group (a016e98c-1486-404f-81f2-608ecc6cfba1), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.620903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Transition to ACTIVE for port object a2d2b55e-0e55-466f-99f4-6e63ae698e3b will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:35:05.673273 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.737002 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.742159 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-86fed28f-f0b1-48a9-92e2-f380b048647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a016e98c-1486-404f-81f2-608ecc6cfba1), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.770177 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ee323-23fe-4281-b150-ac3f6c950743 req-fecba853-a1ea-415f-a341-76b1162c07f7 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:05.772777 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a6ee323-23fe-4281-b150-ac3f6c950743 req-fecba853-a1ea-415f-a341-76b1162c07f7 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 932 time: 0.0561719 Sep 03 01:35:05.793838 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.844377 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fed28f-f0b1-48a9-92e2-f380b048647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a016e98c-1486-404f-81f2-608ecc6cfba1,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:05.852301 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-86fed28f-f0b1-48a9-92e2-f380b048647d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8e2faf25024746ae8d7d7dccf90c742f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4239025 Sep 03 01:35:05.863665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42728) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:05.869090 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:05.882834 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:05.900019 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:05.909621 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:05.920099 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'Port': ['ID=f2e2adb8-f3c8-437d-9152-d728d8981808,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:05.936587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Attempting to bind port a2d2b55e-0e55-466f-99f4-6e63ae698e3b on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:05.936933 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Attempting to bind port a2d2b55e-0e55-466f-99f4-6e63ae698e3b by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:05.937554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Attempting to bind port a2d2b55e-0e55-466f-99f4-6e63ae698e3b on network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:05.942972 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Port a2d2b55e-0e55-466f-99f4-6e63ae698e3b on network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:35:05.943844 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Attempting to bind port a2d2b55e-0e55-466f-99f4-6e63ae698e3b on network 64961fe8-d6d6-4f3f-97ee-ec37229fbea7 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:05.949190 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:05.949528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Checking segment: {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:05.949929 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Bound using segment: {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:05.950406 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Bound port: a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:05.950778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:05.959582 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a6ee323-23fe-4281-b150-ac3f6c950743 req-59ed8bb3-7bf3-44b5-b1bc-344fde58a96d tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745515 Sep 03 01:35:05.962835 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:06.012137 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5fe01589-826e-49de-8476-1f7399070fe9 admin admin] Publish callbacks [] for security_group (a016e98c-1486-404f-81f2-608ecc6cfba1), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.019118 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] For port a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:06.023609 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] For port a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:06.061673 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5fe01589-826e-49de-8476-1f7399070fe9 admin admin] Publish callbacks [] for security_group (a016e98c-1486-404f-81f2-608ecc6cfba1), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.090216 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.121522 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.126444 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:06.126915 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.128401 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/a2d2b55e-0e55-466f-99f4-6e63ae698e3b HTTP/1.1" status: 200 len: 1094 time: 1.0147171 Sep 03 01:35:06.128956 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'tag': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:06.131723 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a961654-334d-484d-9d4a-7fe6a5f1adfc" -d '{"events": [{"name": "network-changed", "server_uuid": "981601c6-5b5e-494b-b553-c785dd79ceb6", "tag": "a2d2b55e-0e55-466f-99f4-6e63ae698e3b"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:06.190570 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7ffbd-6a33-4a82-8ff2-00b93ebc8e03 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:06.214140 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.236750 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5fe01589-826e-49de-8476-1f7399070fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a016e98c-1486-404f-81f2-608ecc6cfba1), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.239378 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5fe01589-826e-49de-8476-1f7399070fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.241562 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5fe01589-826e-49de-8476-1f7399070fe9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a016e98c-1486-404f-81f2-608ecc6cfba1 HTTP/1.1" status: 204 len: 168 time: 0.3764997 Sep 03 01:35:06.258106 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe01589-826e-49de-8476-1f7399070fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a016e98c-1486-404f-81f2-608ecc6cfba1,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:06.340652 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56550a1c-2441-48ed-b0e3-5ff347a0ec64 x-openstack-request-id: req-56550a1c-2441-48ed-b0e3-5ff347a0ec64 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:06.340946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981601c6-5b5e-494b-b553-c785dd79ceb6", "tag": "a2d2b55e-0e55-466f-99f4-6e63ae698e3b", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:06.341224 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56550a1c-2441-48ed-b0e3-5ff347a0ec64 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:06.342103 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56550a1c-2441-48ed-b0e3-5ff347a0ec64'] response: {'name': 'network-changed', 'server_uuid': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'tag': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b', 'status': 'completed', 'code': 200} Sep 03 01:35:06.411503 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-93355138-c0a7-488b-82e5-90a2d41f704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:06.414321 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-93355138-c0a7-488b-82e5-90a2d41f704c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efd244ba290249568e3a6f8bd3e7e814&device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 1128 time: 0.0490952 Sep 03 01:35:06.415948 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.461447 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-a55be2de-1bcf-479f-bfb0-d4720f9aa6a4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b HTTP/1.1" status: 200 len: 217 time: 0.0348647 Sep 03 01:35:06.462193 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:DELETE=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:06.516441 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-1231d7a7-5e17-4183-ad40-739a13dd93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:06.517882 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-1231d7a7-5e17-4183-ad40-739a13dd93e5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7a83817b-78e0-48f5-9099-4f9ee4159bee HTTP/1.1" status: 200 len: 848 time: 0.0481920 Sep 03 01:35:06.552624 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-064a6b77-557c-487f-a852-c996d068f431 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259609 Sep 03 01:35:06.571373 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.579240 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:06.645287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'Port': ['ID=f2e2adb8-f3c8-437d-9152-d728d8981808,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:06.655310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.661213 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-8fd9c34f-cf8d-48e4-8668-66ff0451ea53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017733 Sep 03 01:35:06.745879 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:06.756079 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-535f9ede-5ddf-4b7b-8c7c-fda91f28778c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8042865 Sep 03 01:35:06.790363 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-036e0dc9-1c70-42c7-bd21-01ea4c4e868e req-b0453b53-fd2e-41ca-88e9-5860373496e1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206145 Sep 03 01:35:07.054383 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-74992398-2bc6-4f9a-9509-f0a6c39ef7ea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1098698355&fields=id&tenant_id=d93c5a3ef20c4a5b87af4803f820b60e HTTP/1.1" status: 200 len: 267 time: 0.0507536 Sep 03 01:35:07.096510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338109bf-6959-4834-b687-d9ab21bc7ac0 req-2114cab2-5cfe-4d87-9c76-2f2d50172902 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:07.097927 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-338109bf-6959-4834-b687-d9ab21bc7ac0 req-2114cab2-5cfe-4d87-9c76-2f2d50172902 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 944 time: 0.0615373 Sep 03 01:35:07.171487 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-338109bf-6959-4834-b687-d9ab21bc7ac0 req-e29f3be3-6296-40b7-b3bd-79ce6ca276a8 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652361 Sep 03 01:35:07.183394 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-75adf3fc-2340-4dae-aa4e-c36ba887235c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:07.183394 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-75adf3fc-2340-4dae-aa4e-c36ba887235c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 818 time: 0.1190879 Sep 03 01:35:07.196608 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-d9e9b229-caff-4c85-90ff-4cdb5ae6a8c5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/quotas/d93c5a3ef20c4a5b87af4803f820b60e HTTP/1.1" status: 200 len: 375 time: 0.0103238 Sep 03 01:35:07.261918 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-368d49e8-d577-4898-bee8-37e63a82c183 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581539 Sep 03 01:35:07.374263 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-52834a40-d7eb-4766-a299-3112364f7394 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984886 Sep 03 01:35:07.485274 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-61ac9c2f-6a8d-48d2-ae2b-89b6c448d9b6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018512 Sep 03 01:35:07.851777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:07.957992 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-37237b33-488a-4099-88a9-3d09e10099d0 req-38dbca93-4686-41e3-a4e5-238d0cd069a4 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0317760 Sep 03 01:35:08.048463 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-b1bafcaa-b61d-4ca7-8dde-e94f0ade059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:08.048463 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-b1bafcaa-b61d-4ca7-8dde-e94f0ade059b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efd244ba290249568e3a6f8bd3e7e814&device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 1128 time: 0.0671527 Sep 03 01:35:08.151647 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-572a110e-1000-44bd-8584-2665e1198ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:08.153146 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-572a110e-1000-44bd-8584-2665e1198ce0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 200 len: 909 time: 0.1061602 Sep 03 01:35:08.220759 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-b19a2716-b22d-43ac-9d37-7bf4c2d570df service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b HTTP/1.1" status: 200 len: 217 time: 0.0613043 Sep 03 01:35:08.277517 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-2c2c4e63-7045-4b61-8d49-96250e076c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:08.278997 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-2c2c4e63-7045-4b61-8d49-96250e076c56 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7a83817b-78e0-48f5-9099-4f9ee4159bee HTTP/1.1" status: 200 len: 848 time: 0.0523772 Sep 03 01:35:08.330534 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-1d95149d-bff4-4ffd-b4e9-0ea3fa1d9f43 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=64961fe8-d6d6-4f3f-97ee-ec37229fbea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413601 Sep 03 01:35:08.339909 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e86ef2-ed4e-4cc8-bfd1-fbdea69c68f0 req-4a87b116-85b5-48f5-8e01-9842133e7c6e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:08.341372 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a4e86ef2-ed4e-4cc8-bfd1-fbdea69c68f0 req-4a87b116-85b5-48f5-8e01-9842133e7c6e tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 944 time: 0.0571630 Sep 03 01:35:08.421163 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a4e86ef2-ed4e-4cc8-bfd1-fbdea69c68f0 req-59733a96-d9fc-4c9c-8ee3-af229fc3244c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652418 Sep 03 01:35:08.449726 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-9595d66f-62f7-4bb3-b9db-d7c9cfeec7b7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126113 Sep 03 01:35:08.515442 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:08.564960 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a961654-334d-484d-9d4a-7fe6a5f1adfc req-5fc437ab-1dd4-4c27-803b-682eb0bc9e60 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988879 Sep 03 01:35:08.566670 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:08.794951 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:09.045569 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:09.069974 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2caae96b-92f2-4664-a795-1d0fa8ae8d2d req-be970cd4-f485-4bf3-b856-13c067c1e50f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0299509 Sep 03 01:35:09.550774 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ea60f-b63c-41ee-9dea-c9609c8aa534 req-1bbb2454-8257-4a3f-8db5-930143acf801 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:09.552291 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f76ea60f-b63c-41ee-9dea-c9609c8aa534 req-1bbb2454-8257-4a3f-8db5-930143acf801 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 944 time: 0.0511425 Sep 03 01:35:09.605203 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f76ea60f-b63c-41ee-9dea-c9609c8aa534 req-cb048f18-0b7e-49df-88d5-38e1c69e36d2 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472577 Sep 03 01:35:09.688212 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 42854) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:09.810768 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ef3bfaec-2db8-4ef7-903a-413e7616f9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:09.890062 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ef3bfaec-2db8-4ef7-903a-413e7616f9b7 admin admin] Publish callbacks [] for security_group (ac7a1260-0c53-440e-ab6f-a9fe952075b6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:09.982643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ef3bfaec-2db8-4ef7-903a-413e7616f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ac7a1260-0c53-440e-ab6f-a9fe952075b6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:10.024337 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ef3bfaec-2db8-4ef7-903a-413e7616f9b7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ae01041111db4aefb2647f5b062d5ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350489 Sep 03 01:35:10.025162 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3bfaec-2db8-4ef7-903a-413e7616f9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7a1260-0c53-440e-ab6f-a9fe952075b6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:10.028154 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 42858) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:10.089379 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f4398c9c-1952-4ee5-b6a9-3b4d824de10f admin admin] Publish callbacks [] for security_group (ac7a1260-0c53-440e-ab6f-a9fe952075b6), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:10.118601 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f4398c9c-1952-4ee5-b6a9-3b4d824de10f admin admin] Publish callbacks [] for security_group (ac7a1260-0c53-440e-ab6f-a9fe952075b6), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:10.175142 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1ac7a72f-5684-44e3-bb7c-1521d104716a req-b4c38628-0e1a-4291-87db-d1845e4da4cf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0276303 Sep 03 01:35:10.262954 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f4398c9c-1952-4ee5-b6a9-3b4d824de10f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ac7a1260-0c53-440e-ab6f-a9fe952075b6), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:10.265775 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f4398c9c-1952-4ee5-b6a9-3b4d824de10f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:10.268114 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f4398c9c-1952-4ee5-b6a9-3b4d824de10f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ac7a1260-0c53-440e-ab6f-a9fe952075b6 HTTP/1.1" status: 204 len: 168 time: 0.2385759 Sep 03 01:35:10.277909 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4398c9c-1952-4ee5-b6a9-3b4d824de10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7a1260-0c53-440e-ab6f-a9fe952075b6,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:10.456629 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-6bc787e8-8c94-4e5c-982a-c5fac08e644e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:10.458228 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-6bc787e8-8c94-4e5c-982a-c5fac08e644e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 818 time: 0.1311774 Sep 03 01:35:10.503374 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:10.533932 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-bd2eb4a1-aa29-41bf-8059-4400c8716239 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d93c5a3ef20c4a5b87af4803f820b60e HTTP/1.1" status: 200 len: 380 time: 0.0634089 Sep 03 01:35:10.547171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'port': {'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'admin_state_up': True, 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'security_groups': ['8758e19d-80bb-452e-92dd-8eae2fe3e4c8']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:10.767159 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Made reservation on behalf of d93c5a3ef20c4a5b87af4803f820b60e for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:10.775496 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb57a99-700e-4e0a-9729-568725da0361 req-7d0f10e7-d55a-45aa-8d43-696e792a0ce4 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:10.775496 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ddb57a99-700e-4e0a-9729-568725da0361 req-7d0f10e7-d55a-45aa-8d43-696e792a0ce4 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 944 time: 0.0758266 Sep 03 01:35:10.777479 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:10.854600 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ddb57a99-700e-4e0a-9729-568725da0361 req-0e3cd4f3-727e-4370-aefb-ede81403eeee tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781150 Sep 03 01:35:10.951281 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Allocated IP 172.20.0.9 (df7b7060-2be9-45b6-8d4b-e4a77085b457/f37b5fc8-387b-4d00-b444-9f6ef92dbdd8/885d8df4-2f3f-463e-aa94-cb8b3ae9cb29) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:11.025335 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a2d2b55e-0e55-466f-99f4-6e63ae698e3b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:35:11.031951 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:11.092600 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:11.110137 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.149209 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:11.161218 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b', 'network_id': '64961fe8-d6d6-4f3f-97ee-ec37229fbea7', 'port_id': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b', 'mac_address': 'fa:16:3e:55:2d:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a83817b-78e0-48f5-9099-4f9ee4159bee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:35:11.196636 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port a2d2b55e-0e55-466f-99f4-6e63ae698e3b is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:11.197015 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.215052 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d2b55e-0e55-466f-99f4-6e63ae698e3b {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:11.236645 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:11.280464 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f0565132-042d-4973-9f0c-f4e9691cde1a req-f8842c2c-88c6-46e1-82c5-0d6c022e8098 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0285249 Sep 03 01:35:11.314826 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.343031 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.365876 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:11.369328 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:11.371965 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:11.400316 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:11.408185 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.408531 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.408892 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.409250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.409586 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.409959 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.410284 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.410684 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.411174 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.411796 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event updated for resources: {'Port': ['ID=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:11.412000 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.412544 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.413036 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.413692 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.414018 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.414372 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:11.457932 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:11.459227 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.518259 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-5e21ef76-4fb5-453a-be78-50e2c5bbe65c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9771142 Sep 03 01:35:11.538902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Request body: {'port': {'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:11.632101 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.676721 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['a2d2b55e-0e55-466f-99f4-6e63ae698e3b'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:35:11.721211 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-1aeeeb11-c87e-4729-835e-5ab3e87f4814 None None] Provisioning complete for port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:11.721654 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-1aeeeb11-c87e-4729-835e-5ab3e87f4814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.773276 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-1aeeeb11-c87e-4729-835e-5ab3e87f4814 None None] Port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:35:11.786169 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:11.951514 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:11.962405 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Publish callbacks [] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:11.981185 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Transition to ACTIVE for port object 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:35:12.032604 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e0014-a4fa-4fe0-afb6-ea5db3aaca80 req-c0a74f8a-fd58-4355-b6e2-a10176274247 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.047908 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-129e0014-a4fa-4fe0-afb6-ea5db3aaca80 req-c0a74f8a-fd58-4355-b6e2-a10176274247 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 945 time: 0.0760453 Sep 03 01:35:12.063117 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:12.123315 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-129e0014-a4fa-4fe0-afb6-ea5db3aaca80 req-29aa5b64-7f9b-48aa-a53f-0851827a2492 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693524 Sep 03 01:35:12.169153 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:12.191952 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Attempting to bind port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:12.192368 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Attempting to bind port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:12.192676 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Attempting to bind port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:12.197207 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:35:12.197530 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Attempting to bind port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 on network df7b7060-2be9-45b6-8d4b-e4a77085b457 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:12.202758 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:12.203090 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Checking segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:12.203465 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Bound using segment: {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:12.203969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Bound port: 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f1b2f91-60ac-4652-8944-f21362bb8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:12.204314 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:12.265510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:12.271653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] For port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:12.274643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] For port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:12.390966 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:12.398672 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.399304 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:12.400688 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 1093 time: 0.8731811 Sep 03 01:35:12.403895 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:12.406459 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66" -d '{"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:12.440705 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ba568-70fc-4d10-ac5b-65c4d72c7da0 req-54d5c21d-0862-407d-bc2f-7d7322f7dcd4 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.441484 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a8ba568-70fc-4d10-ac5b-65c4d72c7da0 req-54d5c21d-0862-407d-bc2f-7d7322f7dcd4 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0868835 Sep 03 01:35:12.447302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a80826-ca7e-4a29-80a6-2ce6c9dc29c4 x-openstack-request-id: req-e9a80826-ca7e-4a29-80a6-2ce6c9dc29c4 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:12.447596 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:12.447850 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9a80826-ca7e-4a29-80a6-2ce6c9dc29c4 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:12.448247 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9a80826-ca7e-4a29-80a6-2ce6c9dc29c4'] response: {'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'status': 'completed', 'code': 200} Sep 03 01:35:12.513294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b90ae-bce4-4d46-bb7d-e1c72334ceb9 service neutron] Pushing event updated for resources: {'Port': ['ID=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:12.535674 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66 req-0cd5c611-937d-4b82-987a-4018f489dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.537781 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66 req-0cd5c611-937d-4b82-987a-4018f489dfaa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1127 time: 0.0615432 Sep 03 01:35:12.549591 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a8ba568-70fc-4d10-ac5b-65c4d72c7da0 req-40b23e8e-2d62-47b4-ae26-e1bb122fb101 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004848 Sep 03 01:35:12.600864 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:12.651298 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66 req-124abb79-7084-4939-a1b8-937c7c4a85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.653312 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66 req-124abb79-7084-4939-a1b8-937c7c4a85a8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0989070 Sep 03 01:35:12.757191 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66 req-cb5a8fe6-4e82-45a4-b59e-622ce2147641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.758856 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3b5a3b0c-d638-4d6a-bed5-f4472b1c6b66 req-cb5a8fe6-4e82-45a4-b59e-622ce2147641 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992913 Sep 03 01:35:12.865973 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-54499396-de11-4a1b-9f82-d602f68393e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.867849 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-54499396-de11-4a1b-9f82-d602f68393e5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1127 time: 0.0538747 Sep 03 01:35:12.927338 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-3e4096e5-fdfb-46ae-8c57-4e4bd4911da6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 217 time: 0.0491579 Sep 03 01:35:12.994862 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-8cd63325-6692-4212-8148-008f3b8b80fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:12.996334 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-8cd63325-6692-4212-8148-008f3b8b80fb service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0611982 Sep 03 01:35:13.032825 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a2d2b55e-0e55-466f-99f4-6e63ae698e3b up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:13.044350 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-b8ca5478-d87f-4a2a-abd5-6711c7c2680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:13.045827 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-b8ca5478-d87f-4a2a-abd5-6711c7c2680e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392971 Sep 03 01:35:13.075311 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port a2d2b55e-0e55-466f-99f4-6e63ae698e3b completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:35:13.153099 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-091469b4-31d8-47c1-bb4b-de28cd49c167 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983491 Sep 03 01:35:13.209608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port a2d2b55e-0e55-466f-99f4-6e63ae698e3b triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:13.210215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:13.256663 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800f93f-6d47-4f51-8e3d-5baeccef490f req-25f6b483-3707-43e5-bd07-103865fed928 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:13.264152 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5800f93f-6d47-4f51-8e3d-5baeccef490f req-25f6b483-3707-43e5-bd07-103865fed928 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 945 time: 0.0580773 Sep 03 01:35:13.271026 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-50dd9afb-ece5-4875-af25-3c72953f2473 req-259737ad-269d-4a29-b85b-081375fe2905 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058333 Sep 03 01:35:13.311429 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5800f93f-6d47-4f51-8e3d-5baeccef490f req-5709b5f2-d195-4c47-a22a-57245ee35264 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460668 Sep 03 01:35:13.338994 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port a2d2b55e-0e55-466f-99f4-6e63ae698e3b is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:13.340437 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:13.367229 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:13.369987 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f2b014-61a2-4da4-a62b-75973e7d76e8" -d '{"events": [{"server_uuid": "981601c6-5b5e-494b-b553-c785dd79ceb6", "name": "network-vif-plugged", "status": "completed", "tag": "a2d2b55e-0e55-466f-99f4-6e63ae698e3b"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:13.389772 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:13.426424 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c986473-c82e-41cd-9a4a-46351313ae99 x-openstack-request-id: req-5c986473-c82e-41cd-9a4a-46351313ae99 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:13.426841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981601c6-5b5e-494b-b553-c785dd79ceb6", "name": "network-vif-plugged", "status": "completed", "tag": "a2d2b55e-0e55-466f-99f4-6e63ae698e3b", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:13.427814 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c986473-c82e-41cd-9a4a-46351313ae99 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:13.428434 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c986473-c82e-41cd-9a4a-46351313ae99'] response: {'server_uuid': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b', 'code': 200} Sep 03 01:35:13.523378 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:13.618479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:13.696084 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:13.710607 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0be259-b0dc-417d-a4ae-fc572cb1238c req-615f8c31-06fd-4e91-8456-3c2fea2dee8a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:13.712123 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8a0be259-b0dc-417d-a4ae-fc572cb1238c req-615f8c31-06fd-4e91-8456-3c2fea2dee8a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0632656 Sep 03 01:35:13.764861 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8a0be259-b0dc-417d-a4ae-fc572cb1238c req-0642ed54-ff8d-4334-93fe-1e1d889c1eb4 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465744 Sep 03 01:35:14.437448 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985e691-7c05-42a5-867f-330103a60fee req-48a724f5-e752-455d-886d-900d1d28ba79 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:14.439044 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0985e691-7c05-42a5-867f-330103a60fee req-48a724f5-e752-455d-886d-900d1d28ba79 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0479846 Sep 03 01:35:14.512563 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0985e691-7c05-42a5-867f-330103a60fee req-b4d70b48-365a-4464-993a-f01797d5c7e7 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664630 Sep 03 01:35:14.737561 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:14.915973 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34567c-ef6d-4ad2-ac95-957783f28d54 req-b297a4a5-c6a9-4b3b-9647-5a0c90e65e57 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:14.915973 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9e34567c-ef6d-4ad2-ac95-957783f28d54 req-b297a4a5-c6a9-4b3b-9647-5a0c90e65e57 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0609775 Sep 03 01:35:14.960923 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80086867-ce28-441b-ba0a-fb171e1873f6 req-e9922354-bf68-4964-83b6-3f97467d386a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:14.962447 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-80086867-ce28-441b-ba0a-fb171e1873f6 req-e9922354-bf68-4964-83b6-3f97467d386a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 1130 time: 0.0558188 Sep 03 01:35:14.991205 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9e34567c-ef6d-4ad2-ac95-957783f28d54 req-5128e72a-af53-4382-85ef-8604b66bbcdb tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703616 Sep 03 01:35:15.027197 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-80086867-ce28-441b-ba0a-fb171e1873f6 req-c74e06ab-7bc0-41a9-a5bd-2ad79fd7e504 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492229 Sep 03 01:35:15.254356 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43082) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:15.372713 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5acf8a53-4f3d-4c00-a975-e08dd9d65be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.453033 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5acf8a53-4f3d-4c00-a975-e08dd9d65be7 admin admin] Publish callbacks [] for security_group (f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.553480 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5acf8a53-4f3d-4c00-a975-e08dd9d65be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.601628 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43096) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:15.601840 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5acf8a53-4f3d-4c00-a975-e08dd9d65be7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0cf4fa11664043108646f2beae269433&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462136 Sep 03 01:35:15.602469 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf8a53-4f3d-4c00-a975-e08dd9d65be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:15.677433 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ae171-03d6-4cbb-afe9-59c3e84b8564 req-61fcc47a-2ce6-430b-873e-7f5494072aeb tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:15.677433 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd1ae171-03d6-4cbb-afe9-59c3e84b8564 req-61fcc47a-2ce6-430b-873e-7f5494072aeb tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0654833 Sep 03 01:35:15.700570 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a2f02495-f090-453f-a0d5-0b8d00b4caa5 admin admin] Publish callbacks [] for security_group (f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.712875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:15.723462 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a2f02495-f090-453f-a0d5-0b8d00b4caa5 admin admin] Publish callbacks [] for security_group (f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.739548 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd1ae171-03d6-4cbb-afe9-59c3e84b8564 req-261ce1cd-c30b-4487-862f-514a3e59d629 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565257 Sep 03 01:35:15.839853 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a2f02495-f090-453f-a0d5-0b8d00b4caa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.842596 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a2f02495-f090-453f-a0d5-0b8d00b4caa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:15.846316 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a2f02495-f090-453f-a0d5-0b8d00b4caa5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6 HTTP/1.1" status: 204 len: 168 time: 0.2400467 Sep 03 01:35:15.856837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f02495-f090-453f-a0d5-0b8d00b4caa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c5fcb6-b653-4bf3-b144-65fd5eee3ce6,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:16.665158 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5337abd-25f9-4cd2-bfc0-5d7450139d29 req-3e5cf28d-b707-48c9-9e15-1cb1b5dc8ec0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:16.666749 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f5337abd-25f9-4cd2-bfc0-5d7450139d29 req-3e5cf28d-b707-48c9-9e15-1cb1b5dc8ec0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 943 time: 0.0550716 Sep 03 01:35:16.685281 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43152) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:16.700552 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cded5456-b3a1-4663-b5bb-a6231de9fa42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:16.736353 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f5337abd-25f9-4cd2-bfc0-5d7450139d29 req-f4f2b0ac-02eb-44d7-943b-32b297818308 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635641 Sep 03 01:35:16.810772 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cded5456-b3a1-4663-b5bb-a6231de9fa42 admin admin] Publish callbacks [] for security_group (e0a3851c-5931-42d8-b9c9-d640ee16c140), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:16.824648 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=10 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:16.835265 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=16 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:16.871586 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5078d5-1dfe-40bb-b723-7020ec01418f req-9b877db9-2847-4afa-86db-1bc68c8a5635 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:16.879371 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3c5078d5-1dfe-40bb-b723-7020ec01418f req-9b877db9-2847-4afa-86db-1bc68c8a5635 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0677352 Sep 03 01:35:16.892332 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cded5456-b3a1-4663-b5bb-a6231de9fa42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e0a3851c-5931-42d8-b9c9-d640ee16c140), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:16.964436 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-cded5456-b3a1-4663-b5bb-a6231de9fa42 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c28161f1430e4cab9261a454f8ef748e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779534 Sep 03 01:35:16.966835 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3c5078d5-1dfe-40bb-b723-7020ec01418f req-2f035320-df3e-4bad-b287-272dfc4e82e4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860007 Sep 03 01:35:16.967344 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43160) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:16.997804 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded5456-b3a1-4663-b5bb-a6231de9fa42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3851c-5931-42d8-b9c9-d640ee16c140,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:17.013770 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5881-ceba-442f-a22c-761d09ef53e9 req-f3f0f83b-6c20-47a3-b093-37d9bfc0b03b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:17.015858 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-489b5881-ceba-442f-a22c-761d09ef53e9 req-f3f0f83b-6c20-47a3-b093-37d9bfc0b03b tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0779471 Sep 03 01:35:17.045465 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-60200881-21e4-449e-9f60-37f73a7e4631 admin admin] Publish callbacks [] for security_group (e0a3851c-5931-42d8-b9c9-d640ee16c140), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:17.065087 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:35:17.076467 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-60200881-21e4-449e-9f60-37f73a7e4631 admin admin] Publish callbacks [] for security_group (e0a3851c-5931-42d8-b9c9-d640ee16c140), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:17.120811 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-489b5881-ceba-442f-a22c-761d09ef53e9 req-5d160665-5b48-4a32-a5a5-a987cac7a28c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942857 Sep 03 01:35:17.212657 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:17.225095 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:35:17.264263 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-60200881-21e4-449e-9f60-37f73a7e4631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e0a3851c-5931-42d8-b9c9-d640ee16c140), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:17.266946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-60200881-21e4-449e-9f60-37f73a7e4631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:17.268800 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-60200881-21e4-449e-9f60-37f73a7e4631 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e0a3851c-5931-42d8-b9c9-d640ee16c140 HTTP/1.1" status: 204 len: 168 time: 0.2995615 Sep 03 01:35:17.279875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:17.280403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:17.285478 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60200881-21e4-449e-9f60-37f73a7e4631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3851c-5931-42d8-b9c9-d640ee16c140,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:17.312991 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:17.344153 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:17.416581 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:17.484000 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:17.767955 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:35:17.890292 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcd95c-cc9c-44d3-bdce-fc1c36d2fef6 req-9bdd2c29-1f13-4463-aca7-c7e54fdc3d91 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:17.892366 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7edcd95c-cc9c-44d3-bdce-fc1c36d2fef6 req-9bdd2c29-1f13-4463-aca7-c7e54fdc3d91 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 944 time: 0.0561764 Sep 03 01:35:17.899943 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:17.931987 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:17.955728 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7edcd95c-cc9c-44d3-bdce-fc1c36d2fef6 req-0e76703b-a588-46a7-9e9d-a00ab66faf65 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525045 Sep 03 01:35:18.117652 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deff3cc6-2fc7-4ecd-a34f-0ef02e9c6808 req-5a49aac5-1860-4353-a7b6-715677182727 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:18.119646 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-deff3cc6-2fc7-4ecd-a34f-0ef02e9c6808 req-5a49aac5-1860-4353-a7b6-715677182727 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0483196 Sep 03 01:35:18.182908 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-deff3cc6-2fc7-4ecd-a34f-0ef02e9c6808 req-f6eb1a49-f845-4a86-b4d7-47e42b7139db tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574737 Sep 03 01:35:18.265011 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76310e-9177-4ac0-b791-96a16212dcd1 req-b917c119-cedd-4e60-92eb-f044aa923b52 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:18.266579 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a76310e-9177-4ac0-b791-96a16212dcd1 req-b917c119-cedd-4e60-92eb-f044aa923b52 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0676196 Sep 03 01:35:18.323873 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a76310e-9177-4ac0-b791-96a16212dcd1 req-8a0d6873-9c6c-4b73-8ab4-48021ad72a85 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514936 Sep 03 01:35:19.070574 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:19.106771 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:19.126621 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:35:19.268407 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:19.269407 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:19.413050 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7e9db-fdf6-44eb-b7f0-923aab3e1db5 req-57cf0de6-54b3-4beb-9509-bf5b95861cbf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:19.438515 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-79d7e9db-fdf6-44eb-b7f0-923aab3e1db5 req-57cf0de6-54b3-4beb-9509-bf5b95861cbf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0976768 Sep 03 01:35:19.438617 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:19.438617 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:19.443417 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbde45a-fd29-4947-833c-28e4222a70ba req-661697e9-d8c0-4ef7-8da7-41ab19592615 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:19.464335 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1dbde45a-fd29-4947-833c-28e4222a70ba req-661697e9-d8c0-4ef7-8da7-41ab19592615 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 944 time: 0.4245465 Sep 03 01:35:19.489670 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:19.492363 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d9e780-9849-42ee-a25b-402a4619c135" -d '{"events": [{"server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "name": "network-vif-plugged", "status": "completed", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:19.514747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:19.548954 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1dbde45a-fd29-4947-833c-28e4222a70ba req-daca5443-76de-4413-81d1-a7f0233eb2dc tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798724 Sep 03 01:35:19.565165 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-753ceeb5-42ed-450c-9ba6-eaa703e086eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:19.582857 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-79d7e9db-fdf6-44eb-b7f0-923aab3e1db5 req-88ffe022-fa11-4bed-bb51-9696812eac72 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524701 Sep 03 01:35:19.605665 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:19.655270 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5ad9d6-6b05-4a70-b51c-58dbbef20434 x-openstack-request-id: req-ff5ad9d6-6b05-4a70-b51c-58dbbef20434 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:19.655659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "name": "network-vif-plugged", "status": "completed", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:19.656157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff5ad9d6-6b05-4a70-b51c-58dbbef20434 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:19.656942 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5ad9d6-6b05-4a70-b51c-58dbbef20434'] response: {'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'code': 200} Sep 03 01:35:19.684148 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:19.991521 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2117c-60f3-4daa-8ef2-868412f2454c req-97884bce-5309-434d-b74e-257f2e35448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:19.993049 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2ac2117c-60f3-4daa-8ef2-868412f2454c req-97884bce-5309-434d-b74e-257f2e35448d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0449512 Sep 03 01:35:20.030775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:20.048000 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2ac2117c-60f3-4daa-8ef2-868412f2454c req-312bbc46-e346-4bd9-8e4f-fed74dbec602 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Sep 03 01:35:20.508423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc5584-0c93-462f-86a3-421639121795 req-85f62743-f30e-4640-8ca3-c6c6acd11af5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:20.509958 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-51fc5584-0c93-462f-86a3-421639121795 req-85f62743-f30e-4640-8ca3-c6c6acd11af5 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0513139 Sep 03 01:35:20.558827 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-51fc5584-0c93-462f-86a3-421639121795 req-141f93f3-ce82-4714-8968-2eeefd49209c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432172 Sep 03 01:35:20.719826 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f9363-7937-4580-a5c8-842bc7422752 req-e9f92cd0-ab0d-4462-87fd-7087a0beb7e6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:20.728214 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f94f9363-7937-4580-a5c8-842bc7422752 req-e9f92cd0-ab0d-4462-87fd-7087a0beb7e6 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0617959 Sep 03 01:35:20.736626 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:20.785837 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ce694-1838-4de8-b3c2-3daf710b83db req-961b085d-d2f3-4449-bd60-9171541cfd89 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:20.786941 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f94f9363-7937-4580-a5c8-842bc7422752 req-76c0d944-fd17-4b23-9daf-45dd3b4abd4b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576653 Sep 03 01:35:20.790845 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae1ce694-1838-4de8-b3c2-3daf710b83db req-961b085d-d2f3-4449-bd60-9171541cfd89 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0578520 Sep 03 01:35:20.846036 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae1ce694-1838-4de8-b3c2-3daf710b83db req-8efea0ef-6c7f-4ddf-828a-bff7b520a58b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533490 Sep 03 01:35:21.683954 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95403-8f02-4c7a-9917-7dea17648174 req-c807bfbc-77f7-4a17-863f-1db84b1ba6c6 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:21.685462 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d3a95403-8f02-4c7a-9917-7dea17648174 req-c807bfbc-77f7-4a17-863f-1db84b1ba6c6 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0479970 Sep 03 01:35:21.750664 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d3a95403-8f02-4c7a-9917-7dea17648174 req-e7d08807-5f45-4ddc-be71-015e93b88a5c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593712 Sep 03 01:35:21.916463 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3469e98-d22a-4432-a226-2eb12345b9e6 req-ace7edcf-eb9b-4905-811b-123428ac6a5c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:21.917952 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f3469e98-d22a-4432-a226-2eb12345b9e6 req-ace7edcf-eb9b-4905-811b-123428ac6a5c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Sep 03 01:35:21.968432 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f3469e98-d22a-4432-a226-2eb12345b9e6 req-f4130e04-1546-4c78-a6d4-c5d6edf50ad5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Sep 03 01:35:22.075362 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f200-a01d-4d8e-abcd-55f78c7f0a54 req-11e8dd3b-79f8-4799-9e0e-5af3b5222aed tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:22.077147 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8348f200-a01d-4d8e-abcd-55f78c7f0a54 req-11e8dd3b-79f8-4799-9e0e-5af3b5222aed tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0490851 Sep 03 01:35:22.096033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2a965800-381f-47bd-9f6e-1763bc509ff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.109338 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:22.135860 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8348f200-a01d-4d8e-abcd-55f78c7f0a54 req-e8d58eec-3089-4f9d-b28e-0604dcdeb372 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505579 Sep 03 01:35:22.339961 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43320) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:22.454026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.559692 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Publish callbacks [] for security_group (d846ec71-b14c-469b-bb1f-17e3a6750d17), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.582396 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c335c12-d147-4939-955c-eec5150dba51 req-bc38ed21-7126-42b5-b02a-fdb63e4c80ab tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:22.583912 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7c335c12-d147-4939-955c-eec5150dba51 req-bc38ed21-7126-42b5-b02a-fdb63e4c80ab tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0636058 Sep 03 01:35:22.633618 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d846ec71-b14c-469b-bb1f-17e3a6750d17), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.677468 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f3e78f7c51b14f348b670dde8732c61e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347502 Sep 03 01:35:22.681036 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43334) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:22.690248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d846ec71-b14c-469b-bb1f-17e3a6750d17,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:22.707805 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.708552 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.708903 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.709235 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.709651 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.709981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.710304 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.710655 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.710985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.711303 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.711766 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.712083 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.712400 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.712884 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.713205 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3922c10-8058-40d5-84dd-63adb2121b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:22.760326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-85a449c6-a696-4982-be6b-c011cda7ac59 admin admin] Publish callbacks [] for security_group (d846ec71-b14c-469b-bb1f-17e3a6750d17), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.765812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Deleting port a2d2b55e-0e55-466f-99f4-6e63ae698e3b {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:35:22.766329 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.787042 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-85a449c6-a696-4982-be6b-c011cda7ac59 admin admin] Publish callbacks [] for security_group (d846ec71-b14c-469b-bb1f-17e3a6750d17), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.893813 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] For port a2d2b55e-0e55-466f-99f4-6e63ae698e3b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,segment=NetworkSegment(ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f),segment_id=ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:22.898770 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.919555 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-85a449c6-a696-4982-be6b-c011cda7ac59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d846ec71-b14c-469b-bb1f-17e3a6750d17), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.923642 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-85a449c6-a696-4982-be6b-c011cda7ac59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:22.925050 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-85a449c6-a696-4982-be6b-c011cda7ac59 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d846ec71-b14c-469b-bb1f-17e3a6750d17 HTTP/1.1" status: 204 len: 168 time: 0.2431047 Sep 03 01:35:22.949563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Calling delete_port for a2d2b55e-0e55-466f-99f4-6e63ae698e3b owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:35:22.959503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a449c6-a696-4982-be6b-c011cda7ac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d846ec71-b14c-469b-bb1f-17e3a6750d17,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:22.974365 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b605f7-fb3f-4032-8575-2b79e2d8d80e req-e2bf6b70-055b-4d27-aadd-2ddd98d25b8c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:22.976437 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-44b605f7-fb3f-4032-8575-2b79e2d8d80e req-e2bf6b70-055b-4d27-aadd-2ddd98d25b8c tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 946 time: 0.0978997 Sep 03 01:35:23.041259 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:23.087591 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-44b605f7-fb3f-4032-8575-2b79e2d8d80e req-51bbf339-df03-4ef8-a436-8d36cc6ea902 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=479ef384-5269-4eb8-9463-e7e50aa2794b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024523 Sep 03 01:35:23.142827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:23.267078 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073b0fc-96d8-45d5-99a5-14e862418595 req-e67008f4-966b-4927-8b17-973f697d6a98 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:23.272622 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0073b0fc-96d8-45d5-99a5-14e862418595 req-e67008f4-966b-4927-8b17-973f697d6a98 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0990152 Sep 03 01:35:23.279357 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (a2d2b55e-0e55-466f-99f4-6e63ae698e3b), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:23.294401 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['a2d2b55e-0e55-466f-99f4-6e63ae698e3b'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:35:23.372280 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b804b3-0d3f-41db-8526-edafe009ae82 req-c9a92584-c493-4b9f-85c6-8175dc4d861f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:23.374291 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Pushing event deleted for resources: {'Port': ['ID=a2d2b55e-0e55-466f-99f4-6e63ae698e3b,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:23.382081 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-30b804b3-0d3f-41db-8526-edafe009ae82 req-c9a92584-c493-4b9f-85c6-8175dc4d861f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1127803 Sep 03 01:35:23.408841 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.409308 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.409657 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.410001 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.410327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.411507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.412307 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.413006 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.413491 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.413984 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.414729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.415541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.416138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.416732 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.417070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:23.447147 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-30b804b3-0d3f-41db-8526-edafe009ae82 req-a40289d4-709e-4042-94a5-bbb9a8f022db tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638733 Sep 03 01:35:23.539414 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] No DVR routers for this DVR port a2d2b55e-0e55-466f-99f4-6e63ae698e3b on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:35:23.542515 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:23.548878 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7c335c12-d147-4939-955c-eec5150dba51 req-bdcf9b64-738f-4913-9f02-83d3988ac644 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.42 "DELETE /networking/v2.0/ports/a2d2b55e-0e55-466f-99f4-6e63ae698e3b HTTP/1.1" status: 204 len: 173 time: 0.8790193 Sep 03 01:35:23.550393 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'name': 'network-vif-deleted', 'tag': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:23.553247 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d77bdc1-8300-4884-86d4-c2510ce21af0" -d '{"events": [{"server_uuid": "981601c6-5b5e-494b-b553-c785dd79ceb6", "name": "network-vif-deleted", "tag": "a2d2b55e-0e55-466f-99f4-6e63ae698e3b"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:23.573343 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0073b0fc-96d8-45d5-99a5-14e862418595 req-8dc338de-6cff-4979-8040-9bf43971e2db tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815337 Sep 03 01:35:23.625607 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd25ca9-6e9c-4c08-bdce-f97b004abd1f x-openstack-request-id: req-9bd25ca9-6e9c-4c08-bdce-f97b004abd1f {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:23.626449 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981601c6-5b5e-494b-b553-c785dd79ceb6", "name": "network-vif-deleted", "tag": "a2d2b55e-0e55-466f-99f4-6e63ae698e3b", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:23.627192 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9bd25ca9-6e9c-4c08-bdce-f97b004abd1f {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:23.628674 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bd25ca9-6e9c-4c08-bdce-f97b004abd1f'] response: {'server_uuid': '981601c6-5b5e-494b-b553-c785dd79ceb6', 'name': 'network-vif-deleted', 'tag': 'a2d2b55e-0e55-466f-99f4-6e63ae698e3b', 'status': 'completed', 'code': 200} Sep 03 01:35:24.207748 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-56400aea-9be1-40a8-a798-39fdd7440ecb req-ab06c010-b85f-481f-a5e2-6c8d682f9701 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0307708 Sep 03 01:35:24.276730 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43380) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:24.388512 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1550340128-network', 'tenant_id': '364812df6abf492698453972e9a1d120'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:24.479133 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Made reservation on behalf of 364812df6abf492698453972e9a1d120 for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:24.482671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.492724 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.552145 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:24.585418 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks [] for security_group (a35f4496-d8f9-4032-9352-4b18f4be8d2b), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.587551 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f904885-7951-4419-b0ee-1a121e8a35ce req-f8086891-74a9-405a-9c0c-06b3bdddb5ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:24.589037 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1f904885-7951-4419-b0ee-1a121e8a35ce req-f8086891-74a9-405a-9c0c-06b3bdddb5ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0513551 Sep 03 01:35:24.642650 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1f904885-7951-4419-b0ee-1a121e8a35ce req-30e8e40e-7ab3-4c6e-820f-4e20c62b3b02 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477450 Sep 03 01:35:24.645067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a35f4496-d8f9-4032-9352-4b18f4be8d2b), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.666146 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:35:24.717847 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (3f23c41c-20fd-4665-b33d-7441b9cb599c), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.719923 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Added segment 3f23c41c-20fd-4665-b33d-7441b9cb599c of type vlan for network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 Sep 03 01:35:24.740323 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35f4496-d8f9-4032-9352-4b18f4be8d2b,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:24.796693 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.824633 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.847728 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c161a-0ad7-40cf-99de-59cf9d3ff88d req-70e382bc-58d6-43f0-b2bf-fadbcbc82483 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:24.850068 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-954c161a-0ad7-40cf-99de-59cf9d3ff88d req-70e382bc-58d6-43f0-b2bf-fadbcbc82483 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0721354 Sep 03 01:35:24.853148 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.905780 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-954c161a-0ad7-40cf-99de-59cf9d3ff88d req-30d25309-9f71-4c4e-ac94-0c935b5e9705 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485771 Sep 03 01:35:24.930986 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:24.931989 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:24.932568 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.002911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:25.015711 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:35:25.043861 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f391d-02e9-47b6-bbae-ebc6768d8251 req-27e363c9-a51d-438c-9776-90507ec29b4d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:25.045305 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0b0f391d-02e9-47b6-bbae-ebc6768d8251 req-27e363c9-a51d-438c-9776-90507ec29b4d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0606980 Sep 03 01:35:25.056332 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43400) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:25.061336 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'floatingip': {'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:25.063765 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:25.100700 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d05af201-043f-4d12-97ec-4df0e622d9d9 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8228660 Sep 03 01:35:25.103716 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43402) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:25.105691 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.109279 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Request body: {'subnet': {'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1550340128-subnet', 'tenant_id': '364812df6abf492698453972e9a1d120', 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:25.205293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Made reservation on behalf of 364812df6abf492698453972e9a1d120 for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:25.207778 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650153'] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.274211 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:25.359946 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-316a6666-4424-42c5-8134-a52e15046417 req-37e93fbe-2659-4d75-8b94-adaf8bc3eec3 tempest-VolumesActionsTest-1108292238 tempest-VolumesActionsTest-1108292238-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=981601c6-5b5e-494b-b553-c785dd79ceb6 HTTP/1.1" status: 200 len: 210 time: 0.0437796 Sep 03 01:35:25.382326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:25.514219 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650139'] for subnet (c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.588591 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Checking segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:25.589310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Network hostable DHCP agents. Network: c2c48c52-ba15-4f2e-b132-5ab71bb2bb99, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:35:25.590949 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:25.669245 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:35:25.728156 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.771251 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, c2c48c52-ba15-4f2e-b132-5ab71bb2bb99) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:25.778942 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:25.779264 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66e8f3-20b0-4fd9-9ccd-111cb52c7481 None None] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:25.779528 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.790301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:25.820311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb95e5-4ee7-4e57-80a6-0ffd68ce076d req-f5087c2e-cb1a-41a3-83f3-9e62ec9ed7d8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:25.827257 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e0bb95e5-4ee7-4e57-80a6-0ffd68ce076d req-f5087c2e-cb1a-41a3-83f3-9e62ec9ed7d8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0878944 Sep 03 01:35:25.904383 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ec94fabe-b909-444e-b3df-d6b513819f5e admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7995274 Sep 03 01:35:25.907858 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43418) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:25.924405 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e0bb95e5-4ee7-4e57-80a6-0ffd68ce076d req-a6ece089-2a0d-4a52-bd51-29a64d895e03 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934670 Sep 03 01:35:25.947277 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:25.976598 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43422) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:25.995241 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'project_id': '364812df6abf492698453972e9a1d120', 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:35:25.998385 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Floating IP 8aa1c0e7-0680-499a-8325-929aa551797e associated. External IP: 172.27.1.75, port: 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29. Sep 03 01:35:25.998526 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.085714 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.094224 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.128515 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:26.131475 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c49a4fbb-438d-49c0-99c8-e15643fb4d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.133658 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43428) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:26.140072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597770536', 'description': 'tempest-description--175984570'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:26.153183 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Allocated IP 172.20.0.2 (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99/c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7/b14eef7e-f745-4255-9185-f13fd34e99f7) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:26.187942 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks [] for router_controller (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), precommit_add_association {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.230166 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c49a4fbb-438d-49c0-99c8-e15643fb4d73 admin admin] Publish callbacks [] for security_group (0397fd46-ae18-4246-8390-a828b4610aa1), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.253092 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:26.293002 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:35:26.302902 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c49a4fbb-438d-49c0-99c8-e15643fb4d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (0397fd46-ae18-4246-8390-a828b4610aa1), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.306699 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Publish callbacks [] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.307378 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.345719 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c49a4fbb-438d-49c0-99c8-e15643fb4d73 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5e49133c0d5d45969ab8da55590b8c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675203 Sep 03 01:35:26.346457 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a4fbb-438d-49c0-99c8-e15643fb4d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397fd46-ae18-4246-8390-a828b4610aa1,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:26.349465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43434) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:26.381904 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:26.405091 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-38832261-8cd5-4fd4-9313-cc6c4da5a223 admin admin] Publish callbacks [] for security_group (0397fd46-ae18-4246-8390-a828b4610aa1), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.412037 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.430464 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-38832261-8cd5-4fd4-9313-cc6c4da5a223 admin admin] Publish callbacks [] for security_group (0397fd46-ae18-4246-8390-a828b4610aa1), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.434276 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:26.456159 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:26.461036 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:26.488332 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=86,neutron:UPDATE=8,neutron:INSERT=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:26.513193 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Pushing event updated for resources: {'Port': ['ID=b14eef7e-f745-4255-9185-f13fd34e99f7,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:26.549026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-38832261-8cd5-4fd4-9313-cc6c4da5a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (0397fd46-ae18-4246-8390-a828b4610aa1), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.554551 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Attempting to bind port b14eef7e-f745-4255-9185-f13fd34e99f7 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:26.554551 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Attempting to bind port b14eef7e-f745-4255-9185-f13fd34e99f7 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:26.554551 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Attempting to bind port b14eef7e-f745-4255-9185-f13fd34e99f7 on network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:26.558224 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:26.558891 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Checking segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:26.559030 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.559145 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-38832261-8cd5-4fd4-9313-cc6c4da5a223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.559421 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Bound using segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:26.560121 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Bound port: b14eef7e-f745-4255-9185-f13fd34e99f7, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:26.560270 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.561371 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-38832261-8cd5-4fd4-9313-cc6c4da5a223 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0397fd46-ae18-4246-8390-a828b4610aa1 HTTP/1.1" status: 204 len: 168 time: 0.2111626 Sep 03 01:35:26.566550 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:26.573963 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38832261-8cd5-4fd4-9313-cc6c4da5a223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397fd46-ae18-4246-8390-a828b4610aa1,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:26.578150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks [] for router_gateway (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.586722 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:35:26.592874 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.602056 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] Sync routers for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:35:26.635788 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:26.636420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:26.642073 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-be684d04-3eff-4284-9b60-7625aaf2f82f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/8aa1c0e7-0680-499a-8325-929aa551797e HTTP/1.1" status: 200 len: 990 time: 1.5842657 Sep 03 01:35:26.646178 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:26.648491 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4209e4-9f8a-43ac-b50d-afbdf4058412" -d '{"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:26.659851 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (cac661d1-2d51-4114-9255-4097c57a8578), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.734949 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5d0b9b-beb2-4b26-8897-e3c4842ff9e6 x-openstack-request-id: req-2f5d0b9b-beb2-4b26-8897-e3c4842ff9e6 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:26.735274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:26.735497 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2f5d0b9b-beb2-4b26-8897-e3c4842ff9e6 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:26.736011 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5d0b9b-beb2-4b26-8897-e3c4842ff9e6'] response: {'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'status': 'completed', 'code': 200} Sep 03 01:35:26.751969 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] For port b14eef7e-f745-4255-9185-f13fd34e99f7, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:26.779873 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:35:26.780610 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] For port b14eef7e-f745-4255-9185-f13fd34e99f7, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b14eef7e-f745-4255-9185-f13fd34e99f7,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:26.786080 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (cac661d1-2d51-4114-9255-4097c57a8578), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.793522 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-684e6c62-31c6-44c9-81c3-8304e9a88c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:26.795020 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-684e6c62-31c6-44c9-81c3-8304e9a88c04 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0619175 Sep 03 01:35:26.797203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:26.895227 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.982554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:26.984669 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8498161 Sep 03 01:35:26.988389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c8dcc-2b0c-4ad4-843a-9c5b2fbe8159 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac661d1-2d51-4114-9255-4097c57a8578,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:26.990851 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43468) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:26.995893 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': 'cac661d1-2d51-4114-9255-4097c57a8578', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:27.032025 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6e867-d555-46df-a981-1335ec7716d2 None None] Pushing event updated for resources: {'Port': ['ID=b14eef7e-f745-4255-9185-f13fd34e99f7,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:27.089931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks [] for router_gateway (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.115608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a2d2b55e-0e55-466f-99f4-6e63ae698e3b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:35:27.121288 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d519dd0-80de-4832-b9d5-7d976cc8f26c req-b644069a-e3ee-4ed2-be79-4cf797d43c68 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:27.129363 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d519dd0-80de-4832-b9d5-7d976cc8f26c req-b644069a-e3ee-4ed2-be79-4cf797d43c68 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0849979 Sep 03 01:35:27.208474 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: a2d2b55e-0e55-466f-99f4-6e63ae698e3b {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:35:27.209612 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a2d2b55e-0e55-466f-99f4-6e63ae698e3b not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:35:27.225869 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d519dd0-80de-4832-b9d5-7d976cc8f26c req-c22bd161-b2bf-4f2d-bdb6-992043a43556 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950816 Sep 03 01:35:27.266240 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (e7fc09b7-7bfa-4f43-bb45-63b3bbe41756), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.370697 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '8aa1c0e7-0680-499a-8325-929aa551797e', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:06Z', 'updated_at': '2022-09-03T01:35:25Z', 'revision_number': 1, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:27.425242 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] Checking router: f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:35:27.432426 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (e7fc09b7-7bfa-4f43-bb45-63b3bbe41756), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.438564 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:27.439957 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:27.462450 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.482030 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-8e99cd0a-0137-4674-8656-08141503c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:27.483528 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-8e99cd0a-0137-4674-8656-08141503c1eb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.6744249 Sep 03 01:35:27.510578 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (e7fc09b7-7bfa-4f43-bb45-63b3bbe41756), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.548693 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:27.549810 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43480) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:27.552895 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fc09b7-7bfa-4f43-bb45-63b3bbe41756,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:27.553604 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:27.579229 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-369d5b8a-6b96-46ce-a660-81317e73f2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.605952 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:27.612038 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-3199c9ac-3c4f-4ef2-a82f-1545cb5daaaa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 998 time: 0.1014330 Sep 03 01:35:27.617934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.627422 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-64c0814e-6fa8-4ba9-9012-6940b73e0422 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6276021 Sep 03 01:35:27.627422 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43484) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:27.634792 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': 'cac661d1-2d51-4114-9255-4097c57a8578', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:27.664795 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Allocated IP 172.27.1.173 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/17b7b48b-15f5-461c-9ca6-805384af1fdd) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:27.694318 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-e85d360d-0010-44c6-9833-ea6f5ac46379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:27.695602 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-e85d360d-0010-44c6-9833-ea6f5ac46379 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0743084 Sep 03 01:35:27.729241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-369d5b8a-6b96-46ce-a660-81317e73f2a8 admin admin] Publish callbacks [] for security_group (40532107-eea8-45e4-9362-f1c112b37f1e), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.779919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-52a7bee6-2c62-439a-8e79-888f6ebf81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:27.781685 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-52a7bee6-2c62-439a-8e79-888f6ebf81c7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764368 Sep 03 01:35:27.786965 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (bd3144ba-93c8-420a-ba59-1e580a768251), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.822499 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-369d5b8a-6b96-46ce-a660-81317e73f2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (40532107-eea8-45e4-9362-f1c112b37f1e), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.889907 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d5b8a-6b96-46ce-a660-81317e73f2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40532107-eea8-45e4-9362-f1c112b37f1e,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:27.895330 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-369d5b8a-6b96-46ce-a660-81317e73f2a8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7a1b472ca74942c1acf8c47b35611f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298619 Sep 03 01:35:27.925521 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43490) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:27.948125 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:27.961729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (bd3144ba-93c8-420a-ba59-1e580a768251), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:27.983037 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks [] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.001939 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-db7609e9-fcc4-46db-ad50-d4dc0d2ac78d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126110 Sep 03 01:35:28.006093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:28.033704 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (bd3144ba-93c8-420a-ba59-1e580a768251), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.066888 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3144ba-93c8-420a-ba59-1e580a768251,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:28.080181 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '8aa1c0e7-0680-499a-8325-929aa551797e', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:06Z', 'updated_at': '2022-09-03T01:35:25Z', 'revision_number': 1, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:28.102992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e245fe61-b7d5-47df-884f-00b87f3bcad7 admin admin] Publish callbacks [] for security_group (40532107-eea8-45e4-9362-f1c112b37f1e), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.115550 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a167317-5374-4bfb-b356-24e78be96252 None None] The sync data for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi is: [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '8aa1c0e7-0680-499a-8325-929aa551797e', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:06Z', 'updated_at': '2022-09-03T01:35:25Z', 'revision_number': 1, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:35:28.164402 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e245fe61-b7d5-47df-884f-00b87f3bcad7 admin admin] Publish callbacks [] for security_group (40532107-eea8-45e4-9362-f1c112b37f1e), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.179104 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-db4209e4-9f8a-43ac-b50d-afbdf4058412 req-57f12ee8-dff3-4726-ba78-26cec3330b97 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684191 Sep 03 01:35:28.220437 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.235082 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2f543dea-fbdb-4e99-afa1-47b9ab2c1508 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6052763 Sep 03 01:35:28.238084 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43506) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:28.243550 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:28.287036 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e5150b-0e9f-447f-8c21-6d9ab3c5b2fb None None] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:28.302173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.348176 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:28.350513 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:28.355257 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e245fe61-b7d5-47df-884f-00b87f3bcad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (40532107-eea8-45e4-9362-f1c112b37f1e), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.359231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e245fe61-b7d5-47df-884f-00b87f3bcad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.359231 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-e245fe61-b7d5-47df-884f-00b87f3bcad7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/40532107-eea8-45e4-9362-f1c112b37f1e HTTP/1.1" status: 204 len: 168 time: 0.4378104 Sep 03 01:35:28.359474 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] Provisioning complete for port b14eef7e-f745-4255-9185-f13fd34e99f7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:28.360051 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.364572 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:28.370276 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:28.441206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e245fe61-b7d5-47df-884f-00b87f3bcad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40532107-eea8-45e4-9362-f1c112b37f1e,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:28.453734 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426035bc-cc25-43d8-90b6-31d3b6cf00c9 None None] New status for floating IP 8aa1c0e7-0680-499a-8325-929aa551797e: ACTIVE {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:35:28.476308 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Pushing event updated for resources: {'Port': ['ID=17b7b48b-15f5-461c-9ca6-805384af1fdd,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:28.487046 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.565668 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b14eef7e-f745-4255-9185-f13fd34e99f7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:28.598426 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] Current status of the port b14eef7e-f745-4255-9185-f13fd34e99f7 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:28.603629 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.634994 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca268f54-8253-45ce-928d-af9a3fd0a7fe req-a0efa752-bffd-454a-84ae-3f350065aa7d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:28.642072 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ca268f54-8253-45ce-928d-af9a3fd0a7fe req-a0efa752-bffd-454a-84ae-3f350065aa7d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1791899 Sep 03 01:35:28.654123 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] For port b14eef7e-f745-4255-9185-f13fd34e99f7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b14eef7e-f745-4255-9185-f13fd34e99f7,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:28.665818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port b14eef7e-f745-4255-9185-f13fd34e99f7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:28.666556 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.793079 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.799369 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port b14eef7e-f745-4255-9185-f13fd34e99f7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:28.824630 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:28.829607 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.853138 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ca268f54-8253-45ce-928d-af9a3fd0a7fe req-3ccbda9b-7d9f-483f-b4a1-d8cc952059f9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100723 Sep 03 01:35:28.860553 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cdbba-dd70-4d39-9c72-c9a7cc0a1013 None None] Pushing event updated for resources: {'Port': ['ID=b14eef7e-f745-4255-9185-f13fd34e99f7,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:28.912791 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-372226fb-23e6-484f-be57-e4c4c43a9e2a None None] Provisioning complete for port b14eef7e-f745-4255-9185-f13fd34e99f7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:28.913470 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-372226fb-23e6-484f-be57-e4c4c43a9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:28.996214 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-372226fb-23e6-484f-be57-e4c4c43a9e2a None None] Current status of the port b14eef7e-f745-4255-9185-f13fd34e99f7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:29.035887 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.27.1.93 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/55dd9da3-a186-4f42-b00f-3d2db2a9efb5) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:29.125550 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks [] for router_gateway (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.247518 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.367184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.405636 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.442734 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:29.460829 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:29.489746 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:29.492720 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:29.502747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:29.526364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=55dd9da3-a186-4f42-b00f-3d2db2a9efb5,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:29.624306 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (014fbe38-1e36-4982-9c6d-53fa5bff01c1), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.696850 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106679) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:35:29.766525 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.897002 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:35:29.910814 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Sync routers for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:35:29.919718 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:29.924380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:29.925074 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:29.965091 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:29.966438 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0b3d1b85-2650-4bb2-94c1-f9195284a75a admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0573149 Sep 03 01:35:29.969362 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43556) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:30.006408 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3ed75-96fb-4acb-9947-ff669d434b71 req-427c8215-6bc0-4417-997c-b5f0ed1a174e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:30.008029 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-42a3ed75-96fb-4acb-9947-ff669d434b71 req-427c8215-6bc0-4417-997c-b5f0ed1a174e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0497212 Sep 03 01:35:30.029166 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.067158 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:30.081726 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:30.088263 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-42a3ed75-96fb-4acb-9947-ff669d434b71 req-32197773-5798-4c93-829f-7b684b9b142e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639415 Sep 03 01:35:30.101007 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.270068 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:28Z', 'revision_number': 3, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:30.299599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Checking router: 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:35:30.300019 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Updating router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 port 17b7b48b-15f5-461c-9ca6-805384af1fdd binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:35:30.336723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.428745 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=55dd9da3-a186-4f42-b00f-3d2db2a9efb5,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:30.474593 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:30.475986 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (014fbe38-1e36-4982-9c6d-53fa5bff01c1), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.529904 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:30.535760 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b14eef7e-f745-4255-9185-f13fd34e99f7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:30.591427 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.595135 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0f827014-4eaa-4029-a9b8-a78bbd99ebc1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3527470 Sep 03 01:35:30.656271 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:30.659360 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port b14eef7e-f745-4255-9185-f13fd34e99f7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:30.659818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.729820 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Publish callbacks [] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.785379 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port b14eef7e-f745-4255-9185-f13fd34e99f7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:30.816289 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.819028 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:30.822950 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:30.857906 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.860276 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.876288 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Attempting to bind port 17b7b48b-15f5-461c-9ca6-805384af1fdd on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:30.876732 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Attempting to bind port 17b7b48b-15f5-461c-9ca6-805384af1fdd by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:30.877448 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Attempting to bind port 17b7b48b-15f5-461c-9ca6-805384af1fdd on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:30.881332 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-ff4d9dfa-8444-4683-8d83-bfb707016879 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1597770536&fields=id&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 267 time: 0.0728235 Sep 03 01:35:30.886717 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:30.887173 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:30.887898 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.888359 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:30.889022 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Bound port: 17b7b48b-15f5-461c-9ca6-805384af1fdd, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:30.889479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:30.918302 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f171d-ee07-4e53-ab14-d7352a5d4a63 None None] Pushing event updated for resources: {'Port': ['ID=17b7b48b-15f5-461c-9ca6-805384af1fdd,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:30.951146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] For port 17b7b48b-15f5-461c-9ca6-805384af1fdd, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:30.954430 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] For port 17b7b48b-15f5-461c-9ca6-805384af1fdd, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=17b7b48b-15f5-461c-9ca6-805384af1fdd,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:31.041518 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:31.073226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-bbe4b26a-3761-4ad5-a1d3-140096a0947b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:31.074723 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-bbe4b26a-3761-4ad5-a1d3-140096a0947b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.1830289 Sep 03 01:35:31.100343 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:31.101194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:31.110105 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-e0680b6a-9af9-4601-aedd-df0e209ab9bc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/quotas/02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 375 time: 0.0169106 Sep 03 01:35:31.130984 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Allocated IP 172.20.0.1 (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99/c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7/6e0e739c-4f9e-4357-a393-b728d662a6d9) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:31.169260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f171d-ee07-4e53-ab14-d7352a5d4a63 None None] Pushing event updated for resources: {'Port': ['ID=17b7b48b-15f5-461c-9ca6-805384af1fdd,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:31.198699 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-ee5969b4-f4eb-48a9-8dd2-84b45bf69fae tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0737073 Sep 03 01:35:31.214350 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d596e5b-3c44-4f31-b363-bac5d86d45cf req-4b48d913-7427-41be-a862-ead864a35d49 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:31.216522 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d596e5b-3c44-4f31-b363-bac5d86d45cf req-4b48d913-7427-41be-a862-ead864a35d49 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0520527 Sep 03 01:35:31.249344 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:31.265806 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:31.271483 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d596e5b-3c44-4f31-b363-bac5d86d45cf req-e780f543-2ee0-4c5f-b0e6-c532cbaeadd4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486379 Sep 03 01:35:31.356985 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks [] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:31.364384 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-b641d50d-2dc0-4acd-9151-75e709fe85e3 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365855 Sep 03 01:35:31.444380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:28Z', 'revision_number': 3, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:31.470709 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-1d2ec9ea-e25b-49a3-a041-7c0ea2db7764 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006975 Sep 03 01:35:31.472521 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8a0cdb-2352-42e0-af83-1cca135d25a1 None None] The sync data for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi is: [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:28Z', 'revision_number': 3, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:35:31.531686 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:31.594091 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:31.597865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:31.602282 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:31.605653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Pushing event updated for resources: {'Port': ['ID=6e0e739c-4f9e-4357-a393-b728d662a6d9,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:31.647645 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:31.771580 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-51c97ab9-4ecb-4fac-a8cf-fe7fab0f18de req-674d022d-3eb7-4198-8895-eb2c1409eaa5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0397787 Sep 03 01:35:32.048448 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.063542 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:32.197834 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-e4738272-3c57-47b3-b2f0-3c6b378e6acf None None] Provisioning complete for port 6e0e739c-4f9e-4357-a393-b728d662a6d9 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:32.198883 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e4738272-3c57-47b3-b2f0-3c6b378e6acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.238402 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-e4738272-3c57-47b3-b2f0-3c6b378e6acf None None] Port 6e0e739c-4f9e-4357-a393-b728d662a6d9 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:35:32.265390 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks [] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.308116 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.425962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Pushing event updated for resources: {'Port': ['ID=6e0e739c-4f9e-4357-a393-b728d662a6d9,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:32.463715 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.540795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 17b7b48b-15f5-461c-9ca6-805384af1fdd up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:32.542763 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da55676-f932-4bfa-8713-926ba7d7bfdc req-b06a46ba-633d-40f0-980f-797977b6b0ad tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:32.544273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6da55676-f932-4bfa-8713-926ba7d7bfdc req-b06a46ba-633d-40f0-980f-797977b6b0ad tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1589880 Sep 03 01:35:32.572231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:32.661797 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 17b7b48b-15f5-461c-9ca6-805384af1fdd triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:32.662491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.677681 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6da55676-f932-4bfa-8713-926ba7d7bfdc req-bc09a9bf-bbf0-4c81-a774-ac0354bf7525 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269104 Sep 03 01:35:32.684985 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:32.686978 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:32.708861 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:32.771021 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 17b7b48b-15f5-461c-9ca6-805384af1fdd is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:32.771561 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.797524 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 17b7b48b-15f5-461c-9ca6-805384af1fdd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=17b7b48b-15f5-461c-9ca6-805384af1fdd,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:32.845815 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:32.857469 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:35:32.893777 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-17f91f09-981a-447f-9213-349448f39457 req-68cfe644-9304-46a8-bfb5-3f26ddbb4c92 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0498626 Sep 03 01:35:32.936013 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=17b7b48b-15f5-461c-9ca6-805384af1fdd,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:32.970908 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-1c6bf5db-069d-4068-a06d-7e4bd3337ea2 None None] Provisioning complete for port 6e0e739c-4f9e-4357-a393-b728d662a6d9 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:32.971542 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-1c6bf5db-069d-4068-a06d-7e4bd3337ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:33.011049 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bf5db-069d-4068-a06d-7e4bd3337ea2 None None] Port 6e0e739c-4f9e-4357-a393-b728d662a6d9 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:35:33.048351 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:35:33.055532 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-9d9299c5-14ca-4139-9d7d-a2c0dee2394c admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0851274 Sep 03 01:35:33.593446 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Sync routers for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:35:33.604427 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:33.605044 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:33.784414 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:33.903711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659a96e-e538-47cb-945f-3f52781db2ab req-7acf903b-5b1b-427c-9650-cec9d8ed725a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:33.911108 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c659a96e-e538-47cb-945f-3f52781db2ab req-7acf903b-5b1b-427c-9650-cec9d8ed725a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0675652 Sep 03 01:35:33.971255 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c659a96e-e538-47cb-945f-3f52781db2ab req-8106bca6-17a7-4d0e-bf8e-d09e18e944fa tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592260 Sep 03 01:35:34.048925 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1fbeaeab-9724-4d74-a852-76a1f54e0876 req-f2298ec8-2725-4af6-9fb7-9a6ce2d1c0bf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0534627 Sep 03 01:35:34.088588 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 2, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:34.124963 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Checking router: 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:35:34.126076 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Updating router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 port 6e0e739c-4f9e-4357-a393-b728d662a6d9 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:35:34.173049 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.343225 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43694) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:34.349183 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1408315067-network', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:34.462120 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Made reservation on behalf of ef464bb9a5c44389851e147a8fd2866d for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:34.473669 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.482112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.516549 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 17b7b48b-15f5-461c-9ca6-805384af1fdd up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:34.618188 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 17b7b48b-15f5-461c-9ca6-805384af1fdd triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:34.619009 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.744254 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 17b7b48b-15f5-461c-9ca6-805384af1fdd is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:34.764247 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks [] for security_group (49c8929a-a1a7-4f4d-9941-206bf177bae6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.823629 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Publish callbacks [] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.844775 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d695c6-72f1-4ba1-845b-6bb062d3e54d req-74d240bd-2f86-4fd6-883d-8b90837d2097 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:34.847227 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c1d695c6-72f1-4ba1-845b-6bb062d3e54d req-74d240bd-2f86-4fd6-883d-8b90837d2097 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0895004 Sep 03 01:35:34.864364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (49c8929a-a1a7-4f4d-9941-206bf177bae6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.906376 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:35:34.909119 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.915074 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (1ddf2e57-a932-4764-adb9-5aeba7be3aa8), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:34.917805 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Added segment 1ddf2e57-a932-4764-adb9-5aeba7be3aa8 of type vlan for network 39a63a6b-b258-4073-b7c6-c773d64b9175 Sep 03 01:35:34.979683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (39a63a6b-b258-4073-b7c6-c773d64b9175), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:35.026462 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c1d695c6-72f1-4ba1-845b-6bb062d3e54d req-f0c60b18-70c0-4dbd-8105-86e7d3933bf8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643207 Sep 03 01:35:35.047079 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:35.053777 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Pushing event updated for resources: {'Port': ['ID=6e0e739c-4f9e-4357-a393-b728d662a6d9,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:35.082013 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.082654 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.083200 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.083784 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.084260 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.084728 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.085191 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.085735 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.086196 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.086649 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:35.086925 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.087635 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.088144 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.088651 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.089232 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.089727 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:35:35.090022 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c8929a-a1a7-4f4d-9941-206bf177bae6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:35.103994 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Attempting to bind port 6e0e739c-4f9e-4357-a393-b728d662a6d9 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:35.104527 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Attempting to bind port 6e0e739c-4f9e-4357-a393-b728d662a6d9 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:35.105067 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Attempting to bind port 6e0e739c-4f9e-4357-a393-b728d662a6d9 on network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:35.115106 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:35.125209 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Checking segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:35.125209 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:35.125209 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Bound using segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:35.125209 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Bound port: 6e0e739c-4f9e-4357-a393-b728d662a6d9, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:35.125209 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:35.164291 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:35.188993 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (39a63a6b-b258-4073-b7c6-c773d64b9175), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:35.188993 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:35.188993 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:35.208505 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] For port 6e0e739c-4f9e-4357-a393-b728d662a6d9, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:35.215167 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] For port 6e0e739c-4f9e-4357-a393-b728d662a6d9, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=6e0e739c-4f9e-4357-a393-b728d662a6d9,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:35.259863 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-44a3788a-3c33-4e26-9da6-593153a71a73 req-6be1c317-e479-45bb-8f91-46ff084abf43 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0790250 Sep 03 01:35:35.310089 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:35.311072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:35.389236 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6978c6-85b2-44dc-aa79-2e4af43b1bb1 req-22d0f4d0-5a72-42a9-820a-892f2989997e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:35.391590 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae6978c6-85b2-44dc-aa79-2e4af43b1bb1 req-22d0f4d0-5a72-42a9-820a-892f2989997e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.2819724 Sep 03 01:35:35.397837 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0533855 Sep 03 01:35:35.420277 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43726) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:35.420277 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Request body: {'subnet': {'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1408315067-subnet', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:35.442138 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:35.442138 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:35.481351 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3d2b2f-4771-4ecf-9ab6-f491db87753b admin admin] Pushing event updated for resources: {'Network': ['ID=39a63a6b-b258-4073-b7c6-c773d64b9175,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:35.490800 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:35:35.538390 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3d8c8-a6ee-4ee6-9b7a-f35d6adc3953 None None] Pushing event updated for resources: {'Port': ['ID=6e0e739c-4f9e-4357-a393-b728d662a6d9,revision_number=4']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:35.574298 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-772c52a8-1b52-439a-aefd-08bfc43a7f97 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:35.579298 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-772c52a8-1b52-439a-aefd-08bfc43a7f97 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.5313792 Sep 03 01:35:35.584909 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ae6978c6-85b2-44dc-aa79-2e4af43b1bb1 req-cc52c120-70cd-45df-b56a-99e37fb1c5a4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428106 Sep 03 01:35:35.638196 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:35.688477 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:35.724657 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-2943c3ac-aa9a-4811-b144-12fabd22f6b4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 473 time: 0.1355517 Sep 03 01:35:35.733732 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'port': {'device_id': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'admin_state_up': True, 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'security_groups': ['cac661d1-2d51-4114-9255-4097c57a8578']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:35.959621 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:35Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:35.988185 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f37110b-9c7e-4042-8746-95dc0eda6b59 None None] The sync data for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi is: [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:35Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:35:36.033951 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Made reservation on behalf of ef464bb9a5c44389851e147a8fd2866d for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:36.037316 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914042'] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:36.188007 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Made reservation on behalf of 02813cf0683749ee87b039b28f1aeebb for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:36.192413 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:36.325400 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5908d05-8298-41a0-acfc-9cf489b98b2c req-1a464d9a-195a-48cf-8846-99fff25f107c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:36.326944 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5908d05-8298-41a0-acfc-9cf489b98b2c req-1a464d9a-195a-48cf-8846-99fff25f107c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1560447 Sep 03 01:35:36.472825 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5908d05-8298-41a0-acfc-9cf489b98b2c req-70118b6e-11b5-42b5-a8b6-0fb8660a6acb tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374831 Sep 03 01:35:36.531428 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:36.561121 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6522b28c-c7a4-43a7-8df1-b35dba329d95 req-cd99639b-d3ac-4a94-9164-02dffc0ba781 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.1352465 Sep 03 01:35:36.594724 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6e0e739c-4f9e-4357-a393-b728d662a6d9 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:36.624432 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913992'] for subnet (262877f7-cc35-473f-876e-9f6518a7c9db), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:36.667420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 6e0e739c-4f9e-4357-a393-b728d662a6d9 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:36.667947 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:36.713680 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=262877f7-cc35-473f-876e-9f6518a7c9db,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:36.743649 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.20.0.9 (7bd92e7f-f880-47a6-a573-413ea7d8bd54/01985834-b812-4464-b00a-84a8b348cef3/d96cd46a-c8f7-49a5-bfb9-dda260e9c70a) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:36.803448 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 6e0e739c-4f9e-4357-a393-b728d662a6d9 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:36.804365 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:36.875153 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Checking segment: {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:36.875408 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Network hostable DHCP agents. Network: 39a63a6b-b258-4073-b7c6-c773d64b9175, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:35:36.885623 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 6e0e739c-4f9e-4357-a393-b728d662a6d9, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=6e0e739c-4f9e-4357-a393-b728d662a6d9,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:36.949559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe519ee-eb94-4258-9358-ce3face4b0e5 req-a12a1a6e-dc27-48dc-bba8-b80c42f63995 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:36.959524 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:36.961137 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bbe519ee-eb94-4258-9358-ce3face4b0e5 req-a12a1a6e-dc27-48dc-bba8-b80c42f63995 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1378641 Sep 03 01:35:37.034265 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bbe519ee-eb94-4258-9358-ce3face4b0e5 req-924e65f2-bfa1-4df8-82ee-fe2a0a1a9ecf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720198 Sep 03 01:35:37.070441 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=6e0e739c-4f9e-4357-a393-b728d662a6d9,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:37.119223 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:35:37.205542 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 39a63a6b-b258-4073-b7c6-c773d64b9175) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:37.220092 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b55bc25-e059-474a-882a-a357c7413bf5 None None] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:37.252750 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:37.253487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.283895 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.369506 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3125db71-7b89-49d2-8de5-1591b719d69d admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9519899 Sep 03 01:35:37.371770 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43778) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:37.378026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:37.412364 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-39a63a6b-b258-4073-b7c6-c773d64b9175', 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175', 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'fixed_ips': [{'subnet_id': '262877f7-cc35-473f-876e-9f6518a7c9db'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:35:37.413700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.440398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.523838 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (4c33ef86-473e-4d52-9945-ddf184c7a975), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.525260 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (4c33ef86-473e-4d52-9945-ddf184c7a975), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.599467 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:37.604709 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:37.617835 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:37.695979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:37.711061 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks [] for router_controller (4c33ef86-473e-4d52-9945-ddf184c7a975), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.784605 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:37.839540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Allocated IP 172.20.0.2 (39a63a6b-b258-4073-b7c6-c773d64b9175/262877f7-cc35-473f-876e-9f6518a7c9db/eea44123-446e-4878-a605-d6feb266b56d) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:37.964430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:37.969768 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:37.989199 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe144230-f3fa-4152-9d08-be75a4bcdb96 req-76b75f15-8905-4095-a3d6-ce947a8f1a12 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:38.010958 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fe144230-f3fa-4152-9d08-be75a4bcdb96 req-76b75f15-8905-4095-a3d6-ce947a8f1a12 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.3082037 Sep 03 01:35:38.035010 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5dce28-532c-4517-b110-8d39373902d8 req-761ea3f1-ce72-42f1-b705-fc1c0ec90ac1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:38.037069 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9f5dce28-532c-4517-b110-8d39373902d8 req-761ea3f1-ce72-42f1-b705-fc1c0ec90ac1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 931 time: 0.2409661 Sep 03 01:35:38.096276 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:38.158405 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks [] for router_gateway (4c33ef86-473e-4d52-9945-ddf184c7a975), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.168575 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fe144230-f3fa-4152-9d08-be75a4bcdb96 req-b4607e39-1f3b-48b4-b3a0-024352908318 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563087 Sep 03 01:35:38.189066 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-9b96b2a3-ba7c-4d15-adc8-66e8f6cfa5f4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4487422 Sep 03 01:35:38.194196 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Request body: {'port': {'device_id': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:38.230868 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9f5dce28-532c-4517-b110-8d39373902d8 req-42526bc1-a030-43eb-a2ba-c7e8ac113ab1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873617 Sep 03 01:35:38.257765 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:38.307922 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Publish callbacks [] for port (eea44123-446e-4878-a605-d6feb266b56d), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.354074 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:38.361976 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.414290 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-9e3403d8-7aae-4a8b-904f-d3d61784caf3 None None] Provisioning complete for port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:38.415088 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-9e3403d8-7aae-4a8b-904f-d3d61784caf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.480078 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-9e3403d8-7aae-4a8b-904f-d3d61784caf3 None None] Port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:35:38.482295 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (eea44123-446e-4878-a605-d6feb266b56d), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.518646 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks [] for router_gateway (4c33ef86-473e-4d52-9945-ddf184c7a975), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.531490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6e0e739c-4f9e-4357-a393-b728d662a6d9 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:38.541933 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:38.550179 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.590742 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:38.597044 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:38.606707 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:38.630754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Pushing event updated for resources: {'Port': ['ID=eea44123-446e-4878-a605-d6feb266b56d,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:38.636526 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:38.714841 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Allocated IP 172.27.1.226 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/da521928-ea09-41fa-95ba-358d3fa58b6d) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:38.727403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 6e0e739c-4f9e-4357-a393-b728d662a6d9 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:38.728066 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.751274 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Attempting to bind port eea44123-446e-4878-a605-d6feb266b56d on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:38.752078 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Attempting to bind port eea44123-446e-4878-a605-d6feb266b56d by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:38.752622 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Attempting to bind port eea44123-446e-4878-a605-d6feb266b56d on network 39a63a6b-b258-4073-b7c6-c773d64b9175 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:38.768744 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:38.772841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Checking segment: {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:38.772841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.772841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Bound using segment: {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:38.772841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Bound port: eea44123-446e-4878-a605-d6feb266b56d, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:38.772841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (eea44123-446e-4878-a605-d6feb266b56d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:38.922606 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7ed37-46df-4131-805b-5aeadddfb3ab req-2b6b5366-3bb2-4ca5-aa09-a4b5284e96b4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:38.924604 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-29f7ed37-46df-4131-805b-5aeadddfb3ab req-2b6b5366-3bb2-4ca5-aa09-a4b5284e96b4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.5455348 Sep 03 01:35:38.978619 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks [] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:39.056345 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-29f7ed37-46df-4131-805b-5aeadddfb3ab req-68dfd469-c349-4ad8-aa0d-0b94b098d236 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614200 Sep 03 01:35:39.063144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 6e0e739c-4f9e-4357-a393-b728d662a6d9 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:39.077830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] For port eea44123-446e-4878-a605-d6feb266b56d, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:39.106767 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] For port eea44123-446e-4878-a605-d6feb266b56d, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eea44123-446e-4878-a605-d6feb266b56d,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:39.168435 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:39.168682 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (eea44123-446e-4878-a605-d6feb266b56d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:39.258143 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d9ffa8-6567-42e7-880f-4854cff52172 None None] Pushing event updated for resources: {'Port': ['ID=eea44123-446e-4878-a605-d6feb266b56d,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:39.295748 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:39.306988 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:39.319638 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:39.439116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Pushing event updated for resources: {'Port': ['ID=da521928-ea09-41fa-95ba-358d3fa58b6d,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:39.479448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfafa4f9-eb9f-419e-9c06-ddbf2b280ddb req-29edfd4d-d184-4a39-b02a-dbc4c111c37e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:39.492905 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cfafa4f9-eb9f-419e-9c06-ddbf2b280ddb req-29edfd4d-d184-4a39-b02a-dbc4c111c37e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1177957 Sep 03 01:35:39.502962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139711d-6eb3-47e2-a003-69b59f53c8a5 req-00c65e61-0211-496b-b95f-87e890c528d7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:39.508294 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a139711d-6eb3-47e2-a003-69b59f53c8a5 req-00c65e61-0211-496b-b95f-87e890c528d7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 931 time: 0.1260688 Sep 03 01:35:39.609701 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96cd46a-c8f7-49a5-bfb9-dda260e9c70a {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:39.620788 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Publish callbacks [] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:39.668581 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Transition to ACTIVE for port object d96cd46a-c8f7-49a5-bfb9-dda260e9c70a will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:35:39.688418 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a139711d-6eb3-47e2-a003-69b59f53c8a5 req-8ef7d60a-4e7f-47e6-8269-770a2c6dbe5a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788752 Sep 03 01:35:39.777073 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:39.834204 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cfafa4f9-eb9f-419e-9c06-ddbf2b280ddb req-2275cd1b-8aa5-4fda-85a2-98de8c8be750 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3401873 Sep 03 01:35:39.852551 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:39.875226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:39.933411 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Attempting to bind port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:39.933747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Attempting to bind port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:39.934071 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Attempting to bind port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:39.938695 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:35:39.939014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Attempting to bind port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:39.944739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:39.945067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:39.945439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Bound using segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:39.945852 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Bound port: d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:39.946200 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.032812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] For port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:40.032812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] For port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:40.121742 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.128364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:40.130104 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.131463 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d96cd46a-c8f7-49a5-bfb9-dda260e9c70a HTTP/1.1" status: 200 len: 1093 time: 1.9415245 Sep 03 01:35:40.139739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:40.143013 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5570850-cae9-47c7-9964-90575f1696ca" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:40.153943 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks [] for router_gateway (4c33ef86-473e-4d52-9945-ddf184c7a975), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.194226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c42c8b2-856d-49c9-b939-ae293f66a149 x-openstack-request-id: req-8c42c8b2-856d-49c9-b939-ae293f66a149 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:40.194562 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:40.194818 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c42c8b2-856d-49c9-b939-ae293f66a149 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:40.195218 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c42c8b2-856d-49c9-b939-ae293f66a149'] response: {'name': 'network-changed', 'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'status': 'completed', 'code': 200} Sep 03 01:35:40.234291 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b6994-c357-43d0-a1fd-f7558828d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:40.257550 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898306d2-43f4-4b01-afae-e018a02d6103 req-f7f96025-bd63-4c65-b9e7-08e3580965ff tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:40.259353 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-898306d2-43f4-4b01-afae-e018a02d6103 req-f7f96025-bd63-4c65-b9e7-08e3580965ff tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0610273 Sep 03 01:35:40.283573 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:40.314969 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-898306d2-43f4-4b01-afae-e018a02d6103 req-fe6d9291-a4d4-45dd-9e84-4adf3654d489 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489743 Sep 03 01:35:40.486643 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:40.541350 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eea44123-446e-4878-a605-d6feb266b56d up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:40.575654 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43846) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:40.645836 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port eea44123-446e-4878-a605-d6feb266b56d triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:40.646221 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eea44123-446e-4878-a605-d6feb266b56d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.649453 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:40.756953 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583ac26c-c31e-47fd-93c9-162545f2cf79 None None] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:40.760639 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8037eabf-1889-42cd-b11f-20ae51fd5088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.857276 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port eea44123-446e-4878-a605-d6feb266b56d is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:40.857691 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (eea44123-446e-4878-a605-d6feb266b56d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.862331 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Provisioning complete for port eea44123-446e-4878-a605-d6feb266b56d triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:40.863239 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eea44123-446e-4878-a605-d6feb266b56d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.870980 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358f570-84c3-408e-a866-0970b1156cb6 req-603ecf8c-1e53-47ba-96bf-d6fa2881989a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:40.872748 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b358f570-84c3-408e-a866-0970b1156cb6 req-603ecf8c-1e53-47ba-96bf-d6fa2881989a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 943 time: 0.0789270 Sep 03 01:35:40.904250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8037eabf-1889-42cd-b11f-20ae51fd5088 admin admin] Publish callbacks [] for security_group (d4175a39-6baf-495c-ba38-639b9b09674f), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.907474 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (4c33ef86-473e-4d52-9945-ddf184c7a975), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.976138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8037eabf-1889-42cd-b11f-20ae51fd5088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d4175a39-6baf-495c-ba38-639b9b09674f), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:40.981458 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port eea44123-446e-4878-a605-d6feb266b56d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eea44123-446e-4878-a605-d6feb266b56d,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:41.007958 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b358f570-84c3-408e-a866-0970b1156cb6 req-bb7d3284-ac9e-4c64-aa60-15eab3305f8c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274536 Sep 03 01:35:41.072172 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Current status of the port eea44123-446e-4878-a605-d6feb266b56d is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:41.072937 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (eea44123-446e-4878-a605-d6feb266b56d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.083185 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (eea44123-446e-4878-a605-d6feb266b56d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.092727 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6977e-45fa-40cd-a42f-1c6ecbf3ddbd req-3871810f-4374-44ea-b508-ea6dce99b3ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:41.094874 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-26f6977e-45fa-40cd-a42f-1c6ecbf3ddbd req-3871810f-4374-44ea-b508-ea6dce99b3ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1364059 Sep 03 01:35:41.103988 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8037eabf-1889-42cd-b11f-20ae51fd5088 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=0873808364834af5931a68f0d8bb4089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5264125 Sep 03 01:35:41.105849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43862) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:41.112881 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037eabf-1889-42cd-b11f-20ae51fd5088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4175a39-6baf-495c-ba38-639b9b09674f,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:41.190248 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-26f6977e-45fa-40cd-a42f-1c6ecbf3ddbd req-d5a0459b-2652-4137-b640-7516bb87631e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838659 Sep 03 01:35:41.216408 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:41.224257 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=eea44123-446e-4878-a605-d6feb266b56d,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:41.240524 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:35:41.241053 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:35:41.263134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e74f1886-9e87-4470-8620-034c3ea70646 admin admin] Publish callbacks [] for security_group (d4175a39-6baf-495c-ba38-639b9b09674f), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.295053 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e74f1886-9e87-4470-8620-034c3ea70646 admin admin] Publish callbacks [] for security_group (d4175a39-6baf-495c-ba38-639b9b09674f), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.382323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Router 4c33ef86-473e-4d52-9945-ddf184c7a975 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:35:41.505604 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e74f1886-9e87-4470-8620-034c3ea70646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d4175a39-6baf-495c-ba38-639b9b09674f), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.509183 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e74f1886-9e87-4470-8620-034c3ea70646 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.510637 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e74f1886-9e87-4470-8620-034c3ea70646 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d4175a39-6baf-495c-ba38-639b9b09674f HTTP/1.1" status: 204 len: 168 time: 0.4026618 Sep 03 01:35:41.569017 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f1886-9e87-4470-8620-034c3ea70646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4175a39-6baf-495c-ba38-639b9b09674f,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:41.581084 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2427c36e-2f07-429a-a3c9-73bb9ce183b0 req-84e6ad25-61ed-4741-8682-b47ca28ed0c1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:41.583360 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2427c36e-2f07-429a-a3c9-73bb9ce183b0 req-84e6ad25-61ed-4741-8682-b47ca28ed0c1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1692579 Sep 03 01:35:41.621141 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:35:41.636982 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Sync routers for ids ['4c33ef86-473e-4d52-9945-ddf184c7a975'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:35:41.668323 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Routers {'4c33ef86-473e-4d52-9945-ddf184c7a975'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:41.670377 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['4c33ef86-473e-4d52-9945-ddf184c7a975'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:41.734231 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2427c36e-2f07-429a-a3c9-73bb9ce183b0 req-d3880149-dff0-4389-8554-23e3735a86fa tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414483 Sep 03 01:35:41.787282 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:41.788524 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d72095a4-236f-4ca4-b616-0612225f0898 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4145746 Sep 03 01:35:41.791618 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43870) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:41.912999 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:41.917006 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-0eae9b13-affc-4f5d-8be3-9482b7b3db08 None None] Current status of the port eea44123-446e-4878-a605-d6feb266b56d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:41.940637 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Set router 4c33ef86-473e-4d52-9945-ddf184c7a975 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:42.139464 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-ccfe0a8a-f133-4ed6-b05b-1ed588370fef None None] Provisioning complete for port eea44123-446e-4878-a605-d6feb266b56d triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:42.140353 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ccfe0a8a-f133-4ed6-b05b-1ed588370fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eea44123-446e-4878-a605-d6feb266b56d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.251407 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b5848-f915-4a05-be81-f34e42034bff req-bccc7f34-49bc-4cc3-b647-f0b0704df03b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:42.253041 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e80b5848-f915-4a05-be81-f34e42034bff req-bccc7f34-49bc-4cc3-b647-f0b0704df03b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 943 time: 0.1012688 Sep 03 01:35:42.359071 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e80b5848-f915-4a05-be81-f34e42034bff req-1bc93983-35fd-41ca-b0e1-77055e57fe38 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982244 Sep 03 01:35:42.408128 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43882) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:42.448106 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6cb81e3b-a6be-4be9-a762-3f7dbf77a478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.479489 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:42.481838 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448286-122c-4d31-98f0-4e18a41a631f req-e61d62d5-1cfb-43f0-be40-3c72b3420491 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:42.487812 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:35:39Z', 'revision_number': 3, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:42.491921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-ccfe0a8a-f133-4ed6-b05b-1ed588370fef None None] Current status of the port eea44123-446e-4878-a605-d6feb266b56d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:42.493511 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2448286-122c-4d31-98f0-4e18a41a631f req-e61d62d5-1cfb-43f0-be40-3c72b3420491 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1735766 Sep 03 01:35:42.523217 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Checking router: 4c33ef86-473e-4d52-9945-ddf184c7a975 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:35:42.523568 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Updating router 4c33ef86-473e-4d52-9945-ddf184c7a975 port da521928-ea09-41fa-95ba-358d3fa58b6d binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:35:42.532238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.550205 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eea44123-446e-4878-a605-d6feb266b56d up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:42.551681 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:42.594362 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.628920 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port eea44123-446e-4878-a605-d6feb266b56d triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:42.629343 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2448286-122c-4d31-98f0-4e18a41a631f req-d68b993e-e87b-4434-989e-c727a8bd8308 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293156 Sep 03 01:35:42.629630 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (eea44123-446e-4878-a605-d6feb266b56d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.689394 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:42.712380 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6cb81e3b-a6be-4be9-a762-3f7dbf77a478 admin admin] Publish callbacks [] for security_group (2ac10227-1909-4e03-9352-64340f5d39b4), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.747941 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:42.775975 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6cb81e3b-a6be-4be9-a762-3f7dbf77a478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2ac10227-1909-4e03-9352-64340f5d39b4), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:42.802783 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port eea44123-446e-4878-a605-d6feb266b56d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:42.846464 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-6cb81e3b-a6be-4be9-a762-3f7dbf77a478 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4bebf4953ade4841893f2c0a603722ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327605 Sep 03 01:35:42.846711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43888) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:42.880658 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb81e3b-a6be-4be9-a762-3f7dbf77a478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac10227-1909-4e03-9352-64340f5d39b4,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:42.946203 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Allocated IP 172.20.0.1 (39a63a6b-b258-4073-b7c6-c773d64b9175/262877f7-cc35-473f-876e-9f6518a7c9db/b1b39a7d-d4b3-436b-baa5-fd05cba706c7) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:35:42.958415 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26a6ed-96a9-4733-a564-6d213d1631fe req-2c0f32af-2169-4763-8ef2-f24673b16c02 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:42.959930 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bd26a6ed-96a9-4733-a564-6d213d1631fe req-2c0f32af-2169-4763-8ef2-f24673b16c02 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0954185 Sep 03 01:35:43.006264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cda53098-212f-43b9-bd66-86a5dc8ed848 admin admin] Publish callbacks [] for security_group (2ac10227-1909-4e03-9352-64340f5d39b4), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.015664 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Publish callbacks [] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.091263 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.093004 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cda53098-212f-43b9-bd66-86a5dc8ed848 admin admin] Publish callbacks [] for security_group (2ac10227-1909-4e03-9352-64340f5d39b4), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.117764 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Attempting to bind port da521928-ea09-41fa-95ba-358d3fa58b6d on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:43.118144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Attempting to bind port da521928-ea09-41fa-95ba-358d3fa58b6d by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:43.118523 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Attempting to bind port da521928-ea09-41fa-95ba-358d3fa58b6d on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:43.145890 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bd26a6ed-96a9-4733-a564-6d213d1631fe req-62b0e5a5-6b25-4008-b390-e0d3dcb715b6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736181 Sep 03 01:35:43.149119 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:43.149490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:43.149880 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.150269 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:43.150802 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Bound port: da521928-ea09-41fa-95ba-358d3fa58b6d, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:43.151191 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.204838 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] For port da521928-ea09-41fa-95ba-358d3fa58b6d, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:43.208651 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] For port da521928-ea09-41fa-95ba-358d3fa58b6d, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=da521928-ea09-41fa-95ba-358d3fa58b6d,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:43.213774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks [] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.217161 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:43.226940 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeef09e-46a2-42a3-8c9c-bff328381bee None None] Pushing event updated for resources: {'Port': ['ID=da521928-ea09-41fa-95ba-358d3fa58b6d,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:43.302267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5570850-cae9-47c7-9964-90575f1696ca req-71730e94-3167-49e7-978f-128c5cf5d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:43.304110 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a5570850-cae9-47c7-9964-90575f1696ca req-71730e94-3167-49e7-978f-128c5cf5d60f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 1127 time: 0.0523860 Sep 03 01:35:43.332406 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:43.377479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.382487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cda53098-212f-43b9-bd66-86a5dc8ed848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2ac10227-1909-4e03-9352-64340f5d39b4), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.386070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cda53098-212f-43b9-bd66-86a5dc8ed848 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.389246 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-cda53098-212f-43b9-bd66-86a5dc8ed848 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2ac10227-1909-4e03-9352-64340f5d39b4 HTTP/1.1" status: 204 len: 168 time: 0.5404065 Sep 03 01:35:43.393487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.443931 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeef09e-46a2-42a3-8c9c-bff328381bee None None] Pushing event updated for resources: {'Port': ['ID=da521928-ea09-41fa-95ba-358d3fa58b6d,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:43.451754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Routers {'4c33ef86-473e-4d52-9945-ddf184c7a975'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:43.452779 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['4c33ef86-473e-4d52-9945-ddf184c7a975'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:43.518871 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda53098-212f-43b9-bd66-86a5dc8ed848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac10227-1909-4e03-9352-64340f5d39b4,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:43.572050 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:43.577260 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5570850-cae9-47c7-9964-90575f1696ca req-3101095c-e1c8-4c9d-befd-e71126072506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:43.579284 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a5570850-cae9-47c7-9964-90575f1696ca req-3101095c-e1c8-4c9d-befd-e71126072506 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=02813cf0683749ee87b039b28f1aeebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2670741 Sep 03 01:35:43.585003 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:43.589060 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:35:43.607457 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:43.622165 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae3e8c2-b610-48fc-912a-f672deced649 req-e58fa716-583d-4e2b-9ae4-1208944a015e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:43.634021 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-eae3e8c2-b610-48fc-912a-f672deced649 req-e58fa716-583d-4e2b-9ae4-1208944a015e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 943 time: 0.1235099 Sep 03 01:35:43.712476 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-eae3e8c2-b610-48fc-912a-f672deced649 req-398924e8-403b-4fde-a463-30e587e086a3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734644 Sep 03 01:35:43.735417 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] Set router 4c33ef86-473e-4d52-9945-ddf184c7a975 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:43.881374 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09ddda-2efb-418f-bfd0-6dae5110df40 req-d77f2705-b7dd-41a3-a85a-4797627d9a52 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:43.887265 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6f09ddda-2efb-418f-bfd0-6dae5110df40 req-d77f2705-b7dd-41a3-a85a-4797627d9a52 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1080039 Sep 03 01:35:43.888054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (4c33ef86-473e-4d52-9945-ddf184c7a975), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:43.966764 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:44.043856 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6f09ddda-2efb-418f-bfd0-6dae5110df40 req-404c62e3-93dc-4e4f-a974-76687241f749 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189568 Sep 03 01:35:44.048442 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5570850-cae9-47c7-9964-90575f1696ca req-e251dd19-528e-4929-ae4d-f445cd7d9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:44.049834 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a5570850-cae9-47c7-9964-90575f1696ca req-e251dd19-528e-4929-ae4d-f445cd7d9579 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4558780 Sep 03 01:35:44.064380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-e4e5fec4-f32e-4767-8ad5-335121930e24 None None] Provisioning complete for port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:44.066152 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e4e5fec4-f32e-4767-8ad5-335121930e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:44.152438 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:35:44.287032 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-104b32c2-a36f-41d4-8cba-720d96335280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:44.288844 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-104b32c2-a36f-41d4-8cba-720d96335280 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 1127 time: 0.1260986 Sep 03 01:35:44.341438 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:44.354446 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c007ba-1631-4f39-8bae-6dbb3a59fe4a req-68f6c203-b4cd-47b8-b43c-db9be4b05fbb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:44.363400 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-87c007ba-1631-4f39-8bae-6dbb3a59fe4a req-68f6c203-b4cd-47b8-b43c-db9be4b05fbb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0974841 Sep 03 01:35:44.420425 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:44.431195 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-069abbe7-31d9-4aea-9f5a-070938fdd1a2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a HTTP/1.1" status: 200 len: 217 time: 0.1313214 Sep 03 01:35:44.446714 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:35:39Z', 'revision_number': 3, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:44.464552 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-87c007ba-1631-4f39-8bae-6dbb3a59fe4a req-3a18154a-ec2a-45ee-99a3-41a771e23956 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961394 Sep 03 01:35:44.493691 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84556013-931b-408a-8ee2-b6e8df07d39f None None] The sync data for ids ['4c33ef86-473e-4d52-9945-ddf184c7a975'] in dv-cinder-838009-7-iscsi is: [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:35:39Z', 'revision_number': 3, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:35:44.495585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5fec4-f32e-4767-8ad5-335121930e24 None None] Port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:35:44.498878 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:44.522181 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '8e331545-f680-453c-942e-5cd9fc274b5f', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f', 'mac_address': 'fa:16:3e:55:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:35:44.570951 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: ACTIVE; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:44.571759 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:44.580823 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-3489a5a2-0aaf-47d2-a9d1-37618be4792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:44.582958 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-3489a5a2-0aaf-47d2-a9d1-37618be4792c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.1337650 Sep 03 01:35:44.595213 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e331545-f680-453c-942e-5cd9fc274b5f {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:44.640151 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:44.698896 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22287732-9fd4-442f-be01-689db3e8d031 req-e4137bf6-5b8e-4ebd-9125-cd37fdbb4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:44.700769 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-e4137bf6-5b8e-4ebd-9125-cd37fdbb4c21 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107345 Sep 03 01:35:44.742229 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:44.872613 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=6']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:44.920018 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-def82e8a-eca0-4396-b543-e72fab317e71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105992 Sep 03 01:35:44.929097 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['8e331545-f680-453c-942e-5cd9fc274b5f'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:35:44.974109 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks [] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:45.002835 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddbed3-c774-468f-b927-b80427a3e086 req-fa60be11-cbd1-492d-961e-13d03a97298d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:45.005495 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e1ddbed3-c774-468f-b927-b80427a3e086 req-fa60be11-cbd1-492d-961e-13d03a97298d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 943 time: 0.1650045 Sep 03 01:35:45.107900 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:45.141459 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:45.141801 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:45.256550 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:45.314645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6575783d-63e1-4ac6-85c9-bdfefdd8bb33 req-f4e77068-264b-4ac6-aec6-0f0b56fea6b5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:45.320201 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6575783d-63e1-4ac6-85c9-bdfefdd8bb33 req-f4e77068-264b-4ac6-aec6-0f0b56fea6b5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0963433 Sep 03 01:35:45.375067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:45.416533 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22287732-9fd4-442f-be01-689db3e8d031 req-c5f9765d-0073-436f-a377-e4e9a1128605 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100177 Sep 03 01:35:45.418917 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6575783d-63e1-4ac6-85c9-bdfefdd8bb33 req-f0a78938-c624-40ac-8d5a-0635db3571c0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932891 Sep 03 01:35:45.425640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (4c33ef86-473e-4d52-9945-ddf184c7a975), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:45.431730 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e1ddbed3-c774-468f-b927-b80427a3e086 req-5ae6e812-cd46-49e5-acfb-7d53568fa31b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4054809 Sep 03 01:35:45.530605 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 43944) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:45.534176 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:45.657556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:35:45.660834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:45.673111 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61751705-1c89-484a-b86b-870defaf42d3 req-4f62f2a0-3f50-49e6-9cf4-eb849ab49700 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:45.685645 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-61751705-1c89-484a-b86b-870defaf42d3 req-4f62f2a0-3f50-49e6-9cf4-eb849ab49700 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.1212945 Sep 03 01:35:45.781033 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577961993-network', 'tenant_id': 'e11c2051617c430d851dbc62477195c2'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:45.904115 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-61751705-1c89-484a-b86b-870defaf42d3 req-52dd8524-e9b4-4ace-a143-e0eceb1c84d0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182560 Sep 03 01:35:45.965214 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:45.971637 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Made reservation on behalf of e11c2051617c430d851dbc62477195c2 for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:45.975475 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:45.987608 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.082440 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-4a686814-e308-4a42-9794-a5ccab21aacf None None] Provisioning complete for port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:46.083096 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4a686814-e308-4a42-9794-a5ccab21aacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.126921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:46.154608 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks [] for security_group (9bd1f979-edab-4312-90ab-fb7d65d0ca43), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.173832 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-4a686814-e308-4a42-9794-a5ccab21aacf None None] Port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:35:46.222108 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 8e331545-f680-453c-942e-5cd9fc274b5f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:46.222653 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.233112 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (9bd1f979-edab-4312-90ab-fb7d65d0ca43), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.257279 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:35:46.261591 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Router 4c33ef86-473e-4d52-9945-ddf184c7a975 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:35:46.295245 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (cd31736e-335b-4424-938e-78dcc36b925a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.296086 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Added segment cd31736e-335b-4424-938e-78dcc36b925a of type vlan for network d058d829-7c30-4bd4-b2df-2c315317e32f Sep 03 01:35:46.315729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd1f979-edab-4312-90ab-fb7d65d0ca43,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:46.337386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:46.337386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.360882 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:46.364365 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c33eb6-90f1-44af-a88e-0778d7611be1" -d '{"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-plugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:46.401001 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:46.431747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (d058d829-7c30-4bd4-b2df-2c315317e32f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.434542 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc588fd1-a94b-4523-938f-c8c352f0ed6b x-openstack-request-id: req-cc588fd1-a94b-4523-938f-c8c352f0ed6b {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:46.434840 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-plugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:46.435101 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc588fd1-a94b-4523-938f-c8c352f0ed6b {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:46.435785 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc588fd1-a94b-4523-938f-c8c352f0ed6b'] response: {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'code': 200} Sep 03 01:35:46.438134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:35:46.455924 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4c96d9c2-a162-48c2-b82b-796d105212a1 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/4c33ef86-473e-4d52-9945-ddf184c7a975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6550202 Sep 03 01:35:46.474154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.582001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (d058d829-7c30-4bd4-b2df-2c315317e32f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.583291 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:46.584276 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.625187 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device da521928-ea09-41fa-95ba-358d3fa58b6d up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:46.641747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ee774-3aa8-427b-b1e9-04c951c19050 req-35c84224-c055-47df-bc56-b12e539ee9f8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:46.643299 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-495ee774-3aa8-427b-b1e9-04c951c19050 req-35c84224-c055-47df-bc56-b12e539ee9f8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0766344 Sep 03 01:35:46.713054 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-495ee774-3aa8-427b-b1e9-04c951c19050 req-f2cbcaaa-9aef-4231-ba7c-a9f50da03f6f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634181 Sep 03 01:35:46.723217 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=7']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:46.810132 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:46.826711 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2934170 Sep 03 01:35:46.830040 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 43978) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:46.847363 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Request body: {'subnet': {'network_id': 'd058d829-7c30-4bd4-b2df-2c315317e32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577961993-subnet', 'tenant_id': 'e11c2051617c430d851dbc62477195c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:46.885500 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7909969-f7dd-4921-b007-b4ad75b0c794 admin admin] Pushing event updated for resources: {'Network': ['ID=d058d829-7c30-4bd4-b2df-2c315317e32f,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:46.911288 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18126759-3c43-4625-914f-95dbb66562a1 req-419a65c4-f152-48e9-b153-b7e1fcf92e9b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:46.923318 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port da521928-ea09-41fa-95ba-358d3fa58b6d triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:46.923686 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:46.924683 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-18126759-3c43-4625-914f-95dbb66562a1 req-419a65c4-f152-48e9-b153-b7e1fcf92e9b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 943 time: 0.3198779 Sep 03 01:35:47.003569 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network d058d829-7c30-4bd4-b2df-2c315317e32f details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:35:47.015854 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Made reservation on behalf of e11c2051617c430d851dbc62477195c2 for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:47.019302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914042'] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:47.036748 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-18126759-3c43-4625-914f-95dbb66562a1 req-9bfffec2-c661-4f4c-af7c-2242e846dd44 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014557 Sep 03 01:35:47.096357 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:47.159161 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port da521928-ea09-41fa-95ba-358d3fa58b6d is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:47.159550 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:47.195411 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port da521928-ea09-41fa-95ba-358d3fa58b6d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=da521928-ea09-41fa-95ba-358d3fa58b6d,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:47.196361 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34489a-eb6c-4bb5-aebf-b5d82472a10e req-2bc366a6-11c2-4cc3-9e49-48b230813804 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:47.201336 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Sync routers for ids ['4c33ef86-473e-4d52-9945-ddf184c7a975'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:35:47.203842 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cb34489a-eb6c-4bb5-aebf-b5d82472a10e req-2bc366a6-11c2-4cc3-9e49-48b230813804 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1312983 Sep 03 01:35:47.221714 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Routers {'4c33ef86-473e-4d52-9945-ddf184c7a975'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:47.226448 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['4c33ef86-473e-4d52-9945-ddf184c7a975'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:47.299229 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cb34489a-eb6c-4bb5-aebf-b5d82472a10e req-511b1878-5531-4538-b074-afe043b7d987 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942321 Sep 03 01:35:47.503269 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Set router 4c33ef86-473e-4d52-9945-ddf184c7a975 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:47.523944 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:47.592978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=da521928-ea09-41fa-95ba-358d3fa58b6d,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:47.651366 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913992'] for subnet (f6750107-720f-4020-bf22-c0a8e1795b99), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:47.665189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:47.742990 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6750107-720f-4020-bf22-c0a8e1795b99,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:47.745538 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Checking segment: {'id': 'cd31736e-335b-4424-938e-78dcc36b925a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd058d829-7c30-4bd4-b2df-2c315317e32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:47.746059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Network hostable DHCP agents. Network: d058d829-7c30-4bd4-b2df-2c315317e32f, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:35:47.797048 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:35:44Z', 'revision_number': 4, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'b1b39a7d-d4b3-436b-baa5-fd05cba706c7', 'name': '', 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'mac_address': 'fa:16:3e:72:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '262877f7-cc35-473f-876e-9f6518a7c9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:42Z', 'updated_at': '2022-09-03T01:35:44Z', 'revision_number': 2, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'subnets': [{'id': '262877f7-cc35-473f-876e-9f6518a7c9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:47.832712 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Checking router: 4c33ef86-473e-4d52-9945-ddf184c7a975 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:35:47.833182 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Updating router 4c33ef86-473e-4d52-9945-ddf184c7a975 port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:35:47.850945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Network d058d829-7c30-4bd4-b2df-2c315317e32f is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:35:47.881650 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:47.928053 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74a069-d1aa-4066-9e97-f84019134f87 req-b629bfe9-99e0-4997-ad7e-129d3fcdee1b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:47.938018 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-aa74a069-d1aa-4066-9e97-f84019134f87 req-b629bfe9-99e0-4997-ad7e-129d3fcdee1b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0798080 Sep 03 01:35:47.964884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, d058d829-7c30-4bd4-b2df-2c315317e32f) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:47.980138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:47.980138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:47.981527 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeaf7eb7-c5be-46ce-b3bb-3d68957ae650 None None] Network d058d829-7c30-4bd4-b2df-2c315317e32f requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:48.024101 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-aa74a069-d1aa-4066-9e97-f84019134f87 req-77d41fe9-a63e-4885-b4fa-726c94115922 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824535 Sep 03 01:35:48.065154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:48.092853 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1c8629cc-e3c3-4882-889f-2be360024820 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2616858 Sep 03 01:35:48.184591 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d96cd46a-c8f7-49a5-bfb9-dda260e9c70a details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:35:48.217114 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e57b-3d9c-419d-bee7-89eaacaa2761 req-4ef27885-513c-48d4-b9ca-79ee920fec3c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:48.220387 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5905e57b-3d9c-419d-bee7-89eaacaa2761 req-4ef27885-513c-48d4-b9ca-79ee920fec3c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 943 time: 0.0938601 Sep 03 01:35:48.234294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:48.372683 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5905e57b-3d9c-419d-bee7-89eaacaa2761 req-e72c0d11-d432-4bac-99dd-8adfa6eac2ff tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440530 Sep 03 01:35:48.484495 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:48.527896 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'port_id': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'mac_address': 'fa:16:3e:a3:b8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:35:48.532395 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device da521928-ea09-41fa-95ba-358d3fa58b6d up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:48.604817 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Publish callbacks [] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:48.657418 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9c3b6-0d3d-4146-a3f2-e2db1641e1cf req-49cf21a7-ec51-4cf5-aea2-23676a1eb681 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:48.664415 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:48.668556 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-07a9c3b6-0d3d-4146-a3f2-e2db1641e1cf req-49cf21a7-ec51-4cf5-aea2-23676a1eb681 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1342938 Sep 03 01:35:48.672375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:48.684523 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7a5642-f7cd-4623-aa7a-81cbe367c161 None None] Network d058d829-7c30-4bd4-b2df-2c315317e32f requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:48.685350 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:48.859423 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-07a9c3b6-0d3d-4146-a3f2-e2db1641e1cf req-c1741c5c-5f5a-4f6c-a6ad-47a288a4e903 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883416 Sep 03 01:35:48.887299 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96cd46a-c8f7-49a5-bfb9-dda260e9c70a {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:35:48.919567 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7860-8bed-4078-94cd-0df21cfe7348 None None] Pushing event updated for resources: {'Port': ['ID=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:48.944515 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port da521928-ea09-41fa-95ba-358d3fa58b6d triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:48.946226 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:48.964654 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:48.993854 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Attempting to bind port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:35:48.994588 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Attempting to bind port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:35:48.995643 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Attempting to bind port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 on network 39a63a6b-b258-4073-b7c6-c773d64b9175 {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:35:49.004488 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:35:49.005126 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Checking segment: {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:49.005871 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:49.006966 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Bound using segment: {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:35:49.007621 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Bound port: b1b39a7d-d4b3-436b-baa5-fd05cba706c7, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddf2e57-a932-4764-adb9-5aeba7be3aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:35:49.008184 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:49.066993 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:49.178293 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:49.187616 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] For port b1b39a7d-d4b3-436b-baa5-fd05cba706c7, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:35:49.196047 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] For port b1b39a7d-d4b3-436b-baa5-fd05cba706c7, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:35:49.281356 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:49.303122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9c7f8-3923-4320-b186-67ebf7f37d30 req-5923ec16-cf64-4aab-bc21-6dfacf52bb37 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:49.313698 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0ac9c7f8-3923-4320-b186-67ebf7f37d30 req-5923ec16-cf64-4aab-bc21-6dfacf52bb37 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1326780 Sep 03 01:35:49.327541 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port da521928-ea09-41fa-95ba-358d3fa58b6d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:49.360465 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Routers {'4c33ef86-473e-4d52-9945-ddf184c7a975'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:35:49.371553 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['4c33ef86-473e-4d52-9945-ddf184c7a975'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:49.486610 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['d96cd46a-c8f7-49a5-bfb9-dda260e9c70a'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:35:49.593870 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0ac9c7f8-3923-4320-b186-67ebf7f37d30 req-1d117cbe-4216-4483-a35b-7aaf6f8207a8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782803 Sep 03 01:35:49.666605 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cf7860-8bed-4078-94cd-0df21cfe7348 None None] Pushing event updated for resources: {'Port': ['ID=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,revision_number=4']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:49.721565 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:49.793010 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:49.830023 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7447bb68-b421-4bbd-915b-be3d7271177e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:49.899253 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8facdd-07fd-4834-ae91-f26c6b3aa735 req-a4f9eba4-ef7b-4a00-b0fb-ec22f6e3c15a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:49.918826 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d8facdd-07fd-4834-ae91-f26c6b3aa735 req-a4f9eba4-ef7b-4a00-b0fb-ec22f6e3c15a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 944 time: 0.2164524 Sep 03 01:35:49.939248 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 44048) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:49.940922 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1169148834-network', 'tenant_id': 'e95943d2e5c649029f298a504fa03a6a'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:50.045624 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:50.058321 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d8facdd-07fd-4834-ae91-f26c6b3aa735 req-fbbb1518-2538-4a72-83c4-4eae79559fb3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386504 Sep 03 01:35:50.169122 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] Set router 4c33ef86-473e-4d52-9945-ddf184c7a975 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:35:50.184864 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f52b0-36b0-467d-9a0c-77e7a9d283e2 req-b1bfb0d4-74c8-45a4-a6f3-bc3df06a23e9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:50.188310 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6c2f52b0-36b0-467d-9a0c-77e7a9d283e2 req-b1bfb0d4-74c8-45a4-a6f3-bc3df06a23e9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1401713 Sep 03 01:35:50.190026 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Made reservation on behalf of e95943d2e5c649029f298a504fa03a6a for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:50.193132 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.232466 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.496960 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks [] for security_group (458fdeb4-e617-4839-ba88-2e3fa409f0f1), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.555719 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:50.601807 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6c2f52b0-36b0-467d-9a0c-77e7a9d283e2 req-f4aa08d4-8fad-4986-aa52-3ad8ee6fa516 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045668 Sep 03 01:35:50.603792 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (458fdeb4-e617-4839-ba88-2e3fa409f0f1), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.621698 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44052) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:50.719707 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:35:50.734978 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458fdeb4-e617-4839-ba88-2e3fa409f0f1,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:50.784649 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (4490f91b-24cd-44cb-960c-e53ea8b1490e), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.786647 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Added segment 4490f91b-24cd-44cb-960c-e53ea8b1490e of type vlan for network ed41d0b3-5138-454c-9cd4-323411a14de3 Sep 03 01:35:50.875573 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d493f5a-f9ef-4594-bbe4-f24a627caaa2 req-1eb23ea2-c101-495b-adab-091dabde5913 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:50.889326 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d493f5a-f9ef-4594-bbe4-f24a627caaa2 req-1eb23ea2-c101-495b-adab-091dabde5913 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1255395 Sep 03 01:35:50.907920 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (ed41d0b3-5138-454c-9cd4-323411a14de3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.931993 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:35:44Z', 'revision_number': 4, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'b1b39a7d-d4b3-436b-baa5-fd05cba706c7', 'name': '', 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'mac_address': 'fa:16:3e:72:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '262877f7-cc35-473f-876e-9f6518a7c9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:42Z', 'updated_at': '2022-09-03T01:35:49Z', 'revision_number': 4, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'subnets': [{'id': '262877f7-cc35-473f-876e-9f6518a7c9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:35:50.957628 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5d6b2c58-2477-49f5-ac03-cfdf1b94fa09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:50.964646 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47a1bda-091a-4a14-8077-d23933459f43 None None] The sync data for ids ['4c33ef86-473e-4d52-9945-ddf184c7a975'] in dv-cinder-838009-7-iscsi is: [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:35:44Z', 'revision_number': 4, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'b1b39a7d-d4b3-436b-baa5-fd05cba706c7', 'name': '', 'network_id': '39a63a6b-b258-4073-b7c6-c773d64b9175', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'mac_address': 'fa:16:3e:72:7b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '262877f7-cc35-473f-876e-9f6518a7c9db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:42Z', 'updated_at': '2022-09-03T01:35:49Z', 'revision_number': 4, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'subnets': [{'id': '262877f7-cc35-473f-876e-9f6518a7c9db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:35:51.068019 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (ed41d0b3-5138-454c-9cd4-323411a14de3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.069193 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:51.069778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.085730 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d493f5a-f9ef-4594-bbe4-f24a627caaa2 req-90a54c55-fc16-41dd-a4f9-6c6f79c89917 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917908 Sep 03 01:35:51.311808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5d6b2c58-2477-49f5-ac03-cfdf1b94fa09 admin admin] Publish callbacks [] for security_group (fe27830e-aff7-4cae-b834-86e4c5fd8cc0), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.380231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260ff7b-bd4c-4416-aae9-ce7af4d8c1d8 req-0e2cd14f-96a1-44f1-ac3e-7f65f0a07874 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:51.385392 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a260ff7b-bd4c-4416-aae9-ce7af4d8c1d8 req-0e2cd14f-96a1-44f1-ac3e-7f65f0a07874 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 944 time: 0.0711069 Sep 03 01:35:51.397458 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] Pushing event updated for resources: {'Network': ['ID=ed41d0b3-5138-454c-9cd4-323411a14de3,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:51.409542 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network ed41d0b3-5138-454c-9cd4-323411a14de3 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:35:51.427656 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5d6b2c58-2477-49f5-ac03-cfdf1b94fa09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fe27830e-aff7-4cae-b834-86e4c5fd8cc0), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.453010 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5a072cc1-4652-4273-a0eb-34cf8f2a76c7 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5175517 Sep 03 01:35:51.456208 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 44060) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:51.481085 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Request body: {'subnet': {'network_id': 'ed41d0b3-5138-454c-9cd4-323411a14de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1169148834-subnet', 'tenant_id': 'e95943d2e5c649029f298a504fa03a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:51.520743 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:51.522277 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5d6b2c58-2477-49f5-ac03-cfdf1b94fa09 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d9ad6a82910044ca9d6a287d687cac8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8992260 Sep 03 01:35:51.531501 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44062) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:51.553150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b2c58-2477-49f5-ac03-cfdf1b94fa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe27830e-aff7-4cae-b834-86e4c5fd8cc0,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:51.581450 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a260ff7b-bd4c-4416-aae9-ce7af4d8c1d8 req-b5dd7163-c838-4f7f-a2b3-01a575275187 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932533 Sep 03 01:35:51.616067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Made reservation on behalf of e95943d2e5c649029f298a504fa03a6a for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:35:51.620042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914042'] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.692685 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ef521ffa-8d86-4ef9-a122-be68346dc475 admin admin] Publish callbacks [] for security_group (fe27830e-aff7-4cae-b834-86e4c5fd8cc0), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.763964 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ef521ffa-8d86-4ef9-a122-be68346dc475 admin admin] Publish callbacks [] for security_group (fe27830e-aff7-4cae-b834-86e4c5fd8cc0), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.914664 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a1a25-15a1-4943-84ea-e3211225ed2f req-f3617e5f-1c00-46ff-b35e-17302b5a393e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:51.916291 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7f6a1a25-15a1-4943-84ea-e3211225ed2f req-f3617e5f-1c00-46ff-b35e-17302b5a393e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1179838 Sep 03 01:35:51.994893 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-46014586-b7a9-41b1-9da4-ee127d7be8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:51.996075 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7f6a1a25-15a1-4943-84ea-e3211225ed2f req-c6aaad07-de64-4f87-ac78-3090b1c9b175 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726106 Sep 03 01:35:52.017301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913992'] for subnet (a08015d4-021f-4065-baa5-2b290640b896), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:52.106526 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:52.108533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ef521ffa-8d86-4ef9-a122-be68346dc475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fe27830e-aff7-4cae-b834-86e4c5fd8cc0), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:52.111097 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ef521ffa-8d86-4ef9-a122-be68346dc475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:52.112554 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ef521ffa-8d86-4ef9-a122-be68346dc475 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fe27830e-aff7-4cae-b834-86e4c5fd8cc0 HTTP/1.1" status: 204 len: 168 time: 0.5795474 Sep 03 01:35:52.130478 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef521ffa-8d86-4ef9-a122-be68346dc475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe27830e-aff7-4cae-b834-86e4c5fd8cc0,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:52.139079 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d96cd46a-c8f7-49a5-bfb9-dda260e9c70a up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:52.144749 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a08015d4-021f-4065-baa5-2b290640b896,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:52.182285 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Checking segment: {'id': '4490f91b-24cd-44cb-960c-e53ea8b1490e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'ed41d0b3-5138-454c-9cd4-323411a14de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:35:52.196090 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Network hostable DHCP agents. Network: ed41d0b3-5138-454c-9cd4-323411a14de3, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:35:52.348438 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:35:52.375076 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Network ed41d0b3-5138-454c-9cd4-323411a14de3 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:35:52.424074 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e8f44-ce9c-4d9b-8a5a-9aa3b494c8b1 req-5211cac9-8382-4c92-b8eb-f74390686b98 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:52.431491 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed7e8f44-ce9c-4d9b-8a5a-9aa3b494c8b1 req-5211cac9-8382-4c92-b8eb-f74390686b98 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.2131402 Sep 03 01:35:52.458194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:52.459090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:52.558183 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed7e8f44-ce9c-4d9b-8a5a-9aa3b494c8b1 req-73203e62-b612-448f-a9f6-24baad184eed tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259148 Sep 03 01:35:52.585681 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b1b39a7d-d4b3-436b-baa5-fd05cba706c7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:52.594169 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, ed41d0b3-5138-454c-9cd4-323411a14de3) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:35:52.605150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:52.605744 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:52.683905 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b4fde-e15f-4308-ba07-8c74bf26028c None None] Network ed41d0b3-5138-454c-9cd4-323411a14de3 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:52.725054 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1e2617e8-8be8-49d6-b725-38e41b107ce5 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2666306 Sep 03 01:35:52.903727 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:52.935761 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:52.936745 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:52.952334 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e77bd-3265-474c-b4fd-6ab7916f6eef req-65443773-9cfd-4860-a20d-6a493503ee42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:52.977248 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-515e77bd-3265-474c-b4fd-6ab7916f6eef req-65443773-9cfd-4860-a20d-6a493503ee42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 944 time: 0.1713676 Sep 03 01:35:53.217271 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-515e77bd-3265-474c-b4fd-6ab7916f6eef req-fae57e41-c388-4de3-8cd4-4adbb46bd898 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360744 Sep 03 01:35:53.277757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:53.277757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:53.344540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bd0e8c-1ae5-4db4-b704-63f2954e746f None None] Network ed41d0b3-5138-454c-9cd4-323411a14de3 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:35:53.352444 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e4c93-4804-4c53-acd9-0e54c260bca9 req-9933b9f0-ae7f-47ec-aa0e-af74324c2757 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:53.354258 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f10e4c93-4804-4c53-acd9-0e54c260bca9 req-9933b9f0-ae7f-47ec-aa0e-af74324c2757 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1270871 Sep 03 01:35:53.382699 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:53.388206 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:35:53.390636 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5037fff1-f798-4854-afa0-fdecd9f2db00" -d '{"events": [{"server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "name": "network-vif-plugged", "status": "completed", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:35:53.470241 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f10e4c93-4804-4c53-acd9-0e54c260bca9 req-0f6c46f1-f90f-4093-9e3b-1949f4a72094 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058896 Sep 03 01:35:53.501587 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:53.508230 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:53.509328 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:53.516301 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82387b7-407a-419d-b9d9-08724589a8bd x-openstack-request-id: req-c82387b7-407a-419d-b9d9-08724589a8bd {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:35:53.516789 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "name": "network-vif-plugged", "status": "completed", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:35:53.517215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c82387b7-407a-419d-b9d9-08724589a8bd {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:35:53.523964 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82387b7-407a-419d-b9d9-08724589a8bd'] response: {'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'code': 200} Sep 03 01:35:53.605533 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port b1b39a7d-d4b3-436b-baa5-fd05cba706c7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:35:53.662959 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:53.665589 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:53.716406 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:53.736206 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:53.809767 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:35:53.865336 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a867760-cc1e-4d76-9702-a127860b5b81 req-1ff39f65-1652-4389-9d4f-b9143e316792 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:53.872809 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6a867760-cc1e-4d76-9702-a127860b5b81 req-1ff39f65-1652-4389-9d4f-b9143e316792 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1479886 Sep 03 01:35:53.936576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:54.072418 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6a867760-cc1e-4d76-9702-a127860b5b81 req-2be987ca-75b3-4da4-b10f-055fb9e1e12c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983409 Sep 03 01:35:54.128636 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7f96d-360e-4edb-a905-8631163344d6 req-37a422aa-e61d-4ca1-9099-0701d08c3595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:54.132113 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-08a7f96d-360e-4edb-a905-8631163344d6 req-37a422aa-e61d-4ca1-9099-0701d08c3595 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 1129 time: 0.1622005 Sep 03 01:35:54.209359 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-08a7f96d-360e-4edb-a905-8631163344d6 req-7d46713d-65e0-4010-a626-1b810ea642e4 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661368 Sep 03 01:35:54.518095 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3cd60b-7a04-400c-b385-b84232e9fd98 req-7d4e4b9c-55d1-489f-a60c-c66e270c3ade tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:54.533398 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd3cd60b-7a04-400c-b385-b84232e9fd98 req-7d4e4b9c-55d1-489f-a60c-c66e270c3ade tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.1967957 Sep 03 01:35:54.599088 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b1b39a7d-d4b3-436b-baa5-fd05cba706c7 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:35:54.688336 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:35:54.688581 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:54.723711 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd3cd60b-7a04-400c-b385-b84232e9fd98 req-7394dfb5-04f3-4c8d-9328-639074e2c3c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758854 Sep 03 01:35:54.811700 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c91c2-9385-4b71-adb8-220d9c516ef0 req-cfc9d3de-277c-49bb-a1c1-fab559d5e178 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:54.817160 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4b6c91c2-9385-4b71-adb8-220d9c516ef0 req-cfc9d3de-277c-49bb-a1c1-fab559d5e178 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1515179 Sep 03 01:35:54.862425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:54.869403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:35:54.902307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:54.982729 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4b6c91c2-9385-4b71-adb8-220d9c516ef0 req-065e2c0b-cfc9-47a6-a372-884a2e967687 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573942 Sep 03 01:35:55.370775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5075-a759-48bd-b153-4d0a33c2d762 req-8b8ff4f2-542e-4aba-9a12-66b8699944b3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:55.373072 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-047f5075-a759-48bd-b153-4d0a33c2d762 req-8b8ff4f2-542e-4aba-9a12-66b8699944b3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1065128 Sep 03 01:35:55.514157 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-047f5075-a759-48bd-b153-4d0a33c2d762 req-8b588506-3f4d-44d2-af44-353295c2cfbd tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266136 Sep 03 01:35:56.056081 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b252a0-fa02-4569-bc8f-982eb849ca8c req-22d9e539-12fc-428b-916a-af63963c8ddd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:56.065124 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b4b252a0-fa02-4569-bc8f-982eb849ca8c req-22d9e539-12fc-428b-916a-af63963c8ddd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.1265137 Sep 03 01:35:56.348234 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b4b252a0-fa02-4569-bc8f-982eb849ca8c req-4e77cc26-84bd-435e-a980-c28037f63fbc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768965 Sep 03 01:35:56.370487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:56.396334 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00d1c7-8f94-4e68-beb9-9e74a062334f req-d760869c-cc11-4712-83ab-03b754d98399 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:56.404789 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7d00d1c7-8f94-4e68-beb9-9e74a062334f req-d760869c-cc11-4712-83ab-03b754d98399 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0709784 Sep 03 01:35:56.487393 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7d00d1c7-8f94-4e68-beb9-9e74a062334f req-1ec8942e-9c59-493c-964c-bf5ecb74cdc8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813699 Sep 03 01:35:56.642134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:56.659296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a874ea5-2e01-46d8-9fd8-31ee8fa830fb req-54863169-ccdd-4786-9022-6e48f30a1558 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:56.667374 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a874ea5-2e01-46d8-9fd8-31ee8fa830fb req-54863169-ccdd-4786-9022-6e48f30a1558 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0586379 Sep 03 01:35:56.736908 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a874ea5-2e01-46d8-9fd8-31ee8fa830fb req-e81be41f-e396-45aa-bfbf-a569757d4bd5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684812 Sep 03 01:35:57.602574 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00627a3a-5440-48dd-af66-346f89da5305 req-10ad42c1-5c7c-4a29-8385-217c46dff476 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:57.618311 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00627a3a-5440-48dd-af66-346f89da5305 req-10ad42c1-5c7c-4a29-8385-217c46dff476 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.1174691 Sep 03 01:35:57.737328 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00627a3a-5440-48dd-af66-346f89da5305 req-f864e6c5-58c6-49fd-9e29-5175f723314f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156685 Sep 03 01:35:57.891395 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2730c9-8471-4f1a-bc42-14192a54f141 req-1159b553-2c30-4899-bc46-aa264c70c28a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:57.898939 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2e2730c9-8471-4f1a-bc42-14192a54f141 req-1159b553-2c30-4899-bc46-aa264c70c28a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1511550 Sep 03 01:35:57.940071 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71946c8a-9d79-42d4-a600-187aa1461071 req-e0bd27ef-93db-4e1d-8f70-4d6d8e4ea7d7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:57.959164 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71946c8a-9d79-42d4-a600-187aa1461071 req-e0bd27ef-93db-4e1d-8f70-4d6d8e4ea7d7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0940416 Sep 03 01:35:57.966183 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 44172) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:35:57.982625 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'port_id': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:35:58.018565 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2e2730c9-8471-4f1a-bc42-14192a54f141 req-198feabc-be85-4e56-9e99-8ee32bee94b1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143770 Sep 03 01:35:58.056228 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (014fbe38-1e36-4982-9c6d-53fa5bff01c1), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:58.330218 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875dba95-1e92-47da-90ef-c3e616e9f0cd req-4b5f5b33-34e3-47cf-9151-b6d6d88e4eb5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:58.334696 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-875dba95-1e92-47da-90ef-c3e616e9f0cd req-4b5f5b33-34e3-47cf-9151-b6d6d88e4eb5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1681855 Sep 03 01:35:58.621373 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-875dba95-1e92-47da-90ef-c3e616e9f0cd req-a9775c08-4274-4a8d-a3af-e6f3167c0478 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2366467 Sep 03 01:35:58.720494 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:58.791629 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-d1f5ab25-c831-4cae-b514-1518478c83ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682492 Sep 03 01:35:58.896514 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-de270b8a-9358-40f0-be11-b78380eb60b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:58.903457 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-de270b8a-9358-40f0-be11-b78380eb60b5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 1129 time: 0.0544598 Sep 03 01:35:59.122419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-c0a43f57-1d79-4bbe-89d4-af17f52b32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:59.124100 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-c0a43f57-1d79-4bbe-89d4-af17f52b32c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.1829515 Sep 03 01:35:59.256044 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fc497-af18-4c56-bc43-01fc7f4afa63 req-6d1ad1ae-0331-475a-892c-57ef61c29500 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:59.258364 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-092fc497-af18-4c56-bc43-01fc7f4afa63 req-6d1ad1ae-0331-475a-892c-57ef61c29500 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0969110 Sep 03 01:35:59.317681 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-856a8a92-da8c-4bed-8dbe-65353c70bdfa service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ab23d97-93c5-443a-a734-fe9f47c27341 HTTP/1.1" status: 200 len: 217 time: 0.1026475 Sep 03 01:35:59.416010 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-092fc497-af18-4c56-bc43-01fc7f4afa63 req-89733395-b9e9-494c-b910-d4f66f8a2135 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512904 Sep 03 01:35:59.477229 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-24e49f80-acce-47d4-86cf-c99589595f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:59.478840 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-24e49f80-acce-47d4-86cf-c99589595f38 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.1549394 Sep 03 01:35:59.580833 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-964b6713-3272-4bd5-b137-0db384052966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:35:59.582439 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-964b6713-3272-4bd5-b137-0db384052966 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0944850 Sep 03 01:35:59.779419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:35:59.819911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:59.912243 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (014fbe38-1e36-4982-9c6d-53fa5bff01c1), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:35:59.976540 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-4c782486-d14b-4bb6-bac9-bf66cff31592 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807254 Sep 03 01:35:59.997359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be727154-86e5-48c5-b552-b9fb074d0edf req-de233dc6-109f-4a71-9676-7b693ad4024e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:00.007686 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-be727154-86e5-48c5-b552-b9fb074d0edf req-de233dc6-109f-4a71-9676-7b693ad4024e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1629391 Sep 03 01:36:00.245774 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-be727154-86e5-48c5-b552-b9fb074d0edf req-cd96639f-6a07-489c-adfa-164092e0dd9c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371175 Sep 03 01:36:00.258560 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 014fbe38-1e36-4982-9c6d-53fa5bff01c1 associated. External IP: 172.27.1.93, port: d96cd46a-c8f7-49a5-bfb9-dda260e9c70a. Sep 03 01:36:00.394897 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2dd611a6-ab77-461b-9914-dcd9db8f98aa req-3152102b-6e3d-482a-bcfb-312ca1b47e0d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697913 Sep 03 01:36:00.604252 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c33b40-2fdb-4b26-a77f-3f242193873f req-2d497aac-0df3-4936-a634-79d23f2b1394 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:00.609751 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62c33b40-2fdb-4b26-a77f-3f242193873f req-2d497aac-0df3-4936-a634-79d23f2b1394 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0677767 Sep 03 01:36:00.693678 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62c33b40-2fdb-4b26-a77f-3f242193873f req-4b30f570-14b9-4b0b-a332-bec7aacb0390 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825782 Sep 03 01:36:00.756692 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:00.820213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:36:00.861611 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:00.964366 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=59 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:01.082228 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:36:01.089705 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:01.094179 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:36:01.134457 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b6841071-6e6a-4db5-8174-5277b00451cc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/014fbe38-1e36-4982-9c6d-53fa5bff01c1 HTTP/1.1" status: 200 len: 990 time: 3.1663978 Sep 03 01:36:01.135996 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:36:01.139733 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896c6bd9-582a-41d2-ae4d-2714f18eea24" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:36:01.143106 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:36:01.169421 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:01.214278 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f894d3d1-53cc-4506-830d-acc9c0e4f1ea x-openstack-request-id: req-f894d3d1-53cc-4506-830d-acc9c0e4f1ea {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:36:01.214818 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:36:01.215227 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f894d3d1-53cc-4506-830d-acc9c0e4f1ea {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:36:01.215805 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f894d3d1-53cc-4506-830d-acc9c0e4f1ea'] response: {'name': 'network-changed', 'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'status': 'completed', 'code': 200} Sep 03 01:36:01.361554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-07668687-0f35-4992-9ab7-5c34e58870a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:01.365045 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-07668687-0f35-4992-9ab7-5c34e58870a6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 1129 time: 0.1290286 Sep 03 01:36:01.484072 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:36:01.529324 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2c75e-04a3-405d-a35f-ca3f156cae6e req-fb5df77a-fa04-4164-afa6-f1990308f96f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:01.539660 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c0a2c75e-04a3-405d-a35f-ca3f156cae6e req-fb5df77a-fa04-4164-afa6-f1990308f96f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1318007 Sep 03 01:36:01.620065 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-6e6ecae1-5616-40be-907e-2a0595d03a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:01.637906 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-6e6ecae1-5616-40be-907e-2a0595d03a8c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 915 time: 0.2625949 Sep 03 01:36:01.638724 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c0a2c75e-04a3-405d-a35f-ca3f156cae6e req-20396ea6-c76f-46c4-813c-5c49699ac27b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977321 Sep 03 01:36:01.693819 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:01.798579 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:01.840833 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-99d5fa98-f4df-43c0-a081-28c84c8beed0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a HTTP/1.1" status: 200 len: 998 time: 0.1847429 Sep 03 01:36:01.941421 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-6b264a82-77e3-435e-a715-70513a296996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:01.943757 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-6b264a82-77e3-435e-a715-70513a296996 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.0957911 Sep 03 01:36:02.058629 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531e6c-aa7e-4390-b4ef-fae226c77e1f req-aed19055-5433-426a-b80e-0aa37bdf859e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:02.060214 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-38531e6c-aa7e-4390-b4ef-fae226c77e1f req-aed19055-5433-426a-b80e-0aa37bdf859e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1399913 Sep 03 01:36:02.068846 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-0cfd0201-5027-4eef-8c3a-837e1deb8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:02.071755 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-0cfd0201-5027-4eef-8c3a-837e1deb8cd0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105802 Sep 03 01:36:02.098255 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '014fbe38-1e36-4982-9c6d-53fa5bff01c1', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:a3:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:29Z', 'updated_at': '2022-09-03T01:35:59Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}, {'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:19Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:02.145640 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:36:02.172316 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:36:02.177734 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:35:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:02.182243 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-38531e6c-aa7e-4390-b4ef-fae226c77e1f req-33567ac4-3675-4cfa-a0f2-c9634330555a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125531 Sep 03 01:36:02.278850 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-ee4e56c1-202a-4818-b509-36d5a76d9ef8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814663 Sep 03 01:36:02.554317 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:36:02.796534 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b398ad-8691-4643-adf9-266484b49d35 req-e47ba712-577c-4462-9655-a77cb48f7dc7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:02.807542 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e6b398ad-8691-4643-adf9-266484b49d35 req-e47ba712-577c-4462-9655-a77cb48f7dc7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.5140364 Sep 03 01:36:02.917606 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-007c2560-b98f-4205-bc71-ab9ae5bcd32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:02.919130 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-007c2560-b98f-4205-bc71-ab9ae5bcd32c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1130 time: 0.1426532 Sep 03 01:36:02.986266 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:03.066033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '014fbe38-1e36-4982-9c6d-53fa5bff01c1', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:a3:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:29Z', 'updated_at': '2022-09-03T01:35:59Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}, {'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:19Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:03.101644 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4516e9-63b7-40e8-bba7-a158fcde4bc0 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '014fbe38-1e36-4982-9c6d-53fa5bff01c1', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:a3:b8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:29Z', 'updated_at': '2022-09-03T01:35:59Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}, {'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:19Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:36:03.178943 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:03.189971 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-896c6bd9-582a-41d2-ae4d-2714f18eea24 req-209ae47a-55d6-45c8-837b-cdd7c04bcbfa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8337407 Sep 03 01:36:03.191729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-6640addd-e64f-487e-91b1-2e46d844bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:03.199427 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-6640addd-e64f-487e-91b1-2e46d844bbf9 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 912 time: 0.2492540 Sep 03 01:36:03.206220 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e6b398ad-8691-4643-adf9-266484b49d35 req-6cce95de-b7bf-4235-b4e5-a3f47859b45e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3944163 Sep 03 01:36:03.325350 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-5e958efd-cd18-4aa3-a329-9d9a5aa857cc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 200 len: 1002 time: 0.1157291 Sep 03 01:36:03.400063 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-2719621a-4ad0-41a4-af55-8f9608fe1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:03.401629 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-2719621a-4ad0-41a4-af55-8f9608fe1e92 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.0684404 Sep 03 01:36:03.415052 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e140e-fea3-4966-99fa-07dd7aea1488 req-13e9fbf5-fc2d-463f-93f2-696978c3b743 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:03.416690 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b88e140e-fea3-4966-99fa-07dd7aea1488 req-13e9fbf5-fc2d-463f-93f2-696978c3b743 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0604942 Sep 03 01:36:03.460564 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-6f77871a-d54a-414f-aa4f-94a74f93b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:03.462207 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-6f77871a-d54a-414f-aa4f-94a74f93b892 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501022 Sep 03 01:36:03.498837 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b88e140e-fea3-4966-99fa-07dd7aea1488 req-f1a2b033-0fe9-425f-a929-fd96b8b2b582 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714650 Sep 03 01:36:03.591105 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b2ae28-30fa-4dba-bd01-d19d227a72b8 None None] New status for floating IP 014fbe38-1e36-4982-9c6d-53fa5bff01c1: ACTIVE {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:36:03.670330 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-1a4712f4-8887-4936-85e7-5b667f6b1fe4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880009 Sep 03 01:36:03.789591 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:36:03.820218 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd45fbe3-777d-45aa-9932-89f6d7b93a9e req-94c17470-9a10-4aa2-98a9-664a59135f2e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423655 Sep 03 01:36:04.390393 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94e657-829a-4cfb-8bf2-91ca9f73dbeb req-9783a006-3084-4363-9a7e-db6a6f87069d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:04.393404 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9f94e657-829a-4cfb-8bf2-91ca9f73dbeb req-9783a006-3084-4363-9a7e-db6a6f87069d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0740864 Sep 03 01:36:04.512876 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9f94e657-829a-4cfb-8bf2-91ca9f73dbeb req-914b2c81-aeb5-431c-95ed-67ac644db6ce tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052516 Sep 03 01:36:04.714321 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2bfa5-7a16-471d-a6af-cf045f953d2c req-9b5e6dc2-439c-4eba-b4c7-c36893ff4293 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:04.725068 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-46c2bfa5-7a16-471d-a6af-cf045f953d2c req-9b5e6dc2-439c-4eba-b4c7-c36893ff4293 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1009648 Sep 03 01:36:04.814163 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-46c2bfa5-7a16-471d-a6af-cf045f953d2c req-26f418fd-83d6-493c-bedf-8c666128af73 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806015 Sep 03 01:36:05.750430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfdbdb-bddd-484b-bd8e-e2c28dc80391 req-efec57e5-97e3-4a14-ab9f-ece19095afac tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:05.756826 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-efcfdbdb-bddd-484b-bd8e-e2c28dc80391 req-efec57e5-97e3-4a14-ab9f-ece19095afac tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0641384 Sep 03 01:36:05.871769 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-efcfdbdb-bddd-484b-bd8e-e2c28dc80391 req-7042c9bc-b15a-47ec-8c3a-8fd2d5ec934f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079385 Sep 03 01:36:06.009824 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219ae7f-7927-4571-9fdc-5660a7189788 req-fd373cff-84cd-407e-8213-fc63dbf01baf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:06.012810 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6219ae7f-7927-4571-9fdc-5660a7189788 req-fd373cff-84cd-407e-8213-fc63dbf01baf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0783672 Sep 03 01:36:06.084572 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:06.093082 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6219ae7f-7927-4571-9fdc-5660a7189788 req-9f699eed-a9a4-4a7e-954a-644041178247 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748928 Sep 03 01:36:07.259674 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77ee7b-9ff1-40ba-a131-03ab415fe4b8 req-e617b364-4bdb-4892-be0d-5e434d3d0fa0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:07.261455 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9e77ee7b-9ff1-40ba-a131-03ab415fe4b8 req-e617b364-4bdb-4892-be0d-5e434d3d0fa0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0568154 Sep 03 01:36:07.313022 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9e77ee7b-9ff1-40ba-a131-03ab415fe4b8 req-7e865887-7e93-4964-bf17-8a5681c84a13 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438597 Sep 03 01:36:08.059068 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-1867278f-0853-44c5-872a-d43b1ee20add tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:08.065646 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-1867278f-0853-44c5-872a-d43b1ee20add tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 815 time: 0.1804979 Sep 03 01:36:08.076950 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-fda83866-1209-41ad-a6cb-e976d4a2e5e4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/quotas/364812df6abf492698453972e9a1d120 HTTP/1.1" status: 200 len: 375 time: 0.0102465 Sep 03 01:36:08.139160 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-8273e29f-b051-4631-820e-a633aa03ac4d tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566711 Sep 03 01:36:08.214686 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:08.284443 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-e78cc417-76f9-462f-ac6f-b38313ae0b1e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301150 Sep 03 01:36:08.386781 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-9dcf3e1d-de84-4a0c-a485-51bb460c0e4f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952716 Sep 03 01:36:08.514675 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39acf5-8cf6-4186-b09d-259c8e005fb8 req-56978c1b-c19d-446e-95ee-cc12a1a4965c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:08.516316 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7f39acf5-8cf6-4186-b09d-259c8e005fb8 req-56978c1b-c19d-446e-95ee-cc12a1a4965c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0603983 Sep 03 01:36:08.584513 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7f39acf5-8cf6-4186-b09d-259c8e005fb8 req-350e3978-70fe-4a8d-8a7e-f0f6c2eb9158 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619185 Sep 03 01:36:08.731108 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b0314215-0cdf-44bb-a45c-ed82126506c6 req-8fcc0ad8-b216-4aa1-a5f7-17e3b6ff97cf tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 210 time: 0.0478520 Sep 03 01:36:09.736521 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b6481-ca64-4e22-a879-cd2a7425bdb0 req-fbbac882-61a5-4568-a5d0-a1ac21e89f2e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:09.738114 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ee3b6481-ca64-4e22-a879-cd2a7425bdb0 req-fbbac882-61a5-4568-a5d0-a1ac21e89f2e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0656397 Sep 03 01:36:09.796885 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:09.813339 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ee3b6481-ca64-4e22-a879-cd2a7425bdb0 req-4ed02656-4594-40da-8783-752997e2436d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682800 Sep 03 01:36:09.922903 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-acfec58d-ddf7-4f8c-b278-a79dc175e743 req-0a60ba2a-7d09-468a-8c68-dff7964050a1 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 210 time: 0.0563288 Sep 03 01:36:10.957362 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae3564-3398-4ccf-86ec-66fd2c300eff req-583f528a-c760-4470-a96d-eb201f430216 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:10.959239 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-76ae3564-3398-4ccf-86ec-66fd2c300eff req-583f528a-c760-4470-a96d-eb201f430216 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0494418 Sep 03 01:36:11.014862 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-76ae3564-3398-4ccf-86ec-66fd2c300eff req-9cb3db0f-2a86-4b83-8a75-05cb1e1a29f7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493805 Sep 03 01:36:11.027680 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ab9c4839-eafb-4fdf-92b4-c46cd353df87 req-70dcbe2a-a65a-410d-90a7-473fa50587a2 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 210 time: 0.0309925 Sep 03 01:36:11.404952 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44480) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:11.448565 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:11.466890 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Deleting subnet 7a83817b-78e0-48f5-9099-4f9ee4159bee {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:36:11.470878 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Publish callbacks [] for subnet (7a83817b-78e0-48f5-9099-4f9ee4159bee), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:11.537821 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (7a83817b-78e0-48f5-9099-4f9ee4159bee), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:11.590626 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (7a83817b-78e0-48f5-9099-4f9ee4159bee), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:11.650118 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-bd7e5ac4-698b-433a-82db-5a26a450ed69 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:11.651610 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-bd7e5ac4-698b-433a-82db-5a26a450ed69 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 815 time: 0.1795254 Sep 03 01:36:11.666688 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'port': {'device_id': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'admin_state_up': True, 'tenant_id': '364812df6abf492698453972e9a1d120'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:36:11.788003 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (7a83817b-78e0-48f5-9099-4f9ee4159bee), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:11.837330 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a83817b-78e0-48f5-9099-4f9ee4159bee,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:11.843942 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:11.849966 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 44484) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:11.850142 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a6d86954-5302-4edb-b1b2-8390b992fabd admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/7a83817b-78e0-48f5-9099-4f9ee4159bee HTTP/1.1" status: 204 len: 168 time: 0.4436805 Sep 03 01:36:11.874187 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Made reservation on behalf of 364812df6abf492698453972e9a1d120 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:36:11.878524 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:11.970052 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (64961fe8-d6d6-4f3f-97ee-ec37229fbea7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.241825 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Allocated IP 172.20.0.10 (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99/c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7/f1b93106-790d-4f9d-9fae-cd59eef8bc20) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:36:12.258949 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d6d9887-aada-40e0-aa2e-c068a59c9b6d req-8814c2bc-d417-462c-8179-fb36b0ff062d tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 210 time: 0.0596385 Sep 03 01:36:12.313353 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:12.344733 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356b60e-d2b4-4bad-b148-1c8fdee098a1 req-57511a4c-83cf-4984-9507-70b6681a34ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:12.346492 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2356b60e-d2b4-4bad-b148-1c8fdee098a1 req-57511a4c-83cf-4984-9507-70b6681a34ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0824776 Sep 03 01:36:12.361237 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (64961fe8-d6d6-4f3f-97ee-ec37229fbea7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.447007 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64961fe8-d6d6-4f3f-97ee-ec37229fbea7']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:12.478515 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:12.478515 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:12.526260 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:12.528254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.545186 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2356b60e-d2b4-4bad-b148-1c8fdee098a1 req-bb2d2043-444e-4774-94c8-508c67ca6b17 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788120 Sep 03 01:36:12.559659 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.573723 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:36:12.574125 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.657899 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f resource provider aggregate not found Sep 03 01:36:12.690957 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba5cf65c-927d-48fe-a6ea-cbbc3e391a6f found for delete ", "request_id": "req-2bf13dbe-c208-4511-937e-42e10c43766f"}]} Sep 03 01:36:12.727459 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (64961fe8-d6d6-4f3f-97ee-ec37229fbea7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.772409 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Pushing event deleted for resources: {'Network': ['ID=64961fe8-d6d6-4f3f-97ee-ec37229fbea7,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:12.788257 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:12.801325 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-89bd5781-6f85-4363-8b84-18de1019412e admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/64961fe8-d6d6-4f3f-97ee-ec37229fbea7 HTTP/1.1" status: 204 len: 168 time: 0.9496915 Sep 03 01:36:12.814741 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.030694 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.073643 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=54 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:13.135689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:36:13.142230 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:36:13.149277 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:36:13.227074 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:13.269970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:13.271008 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.385630 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-c683fe6b-0390-497a-a13b-812424f73789 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7225239 Sep 03 01:36:13.400696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Request body: {'port': {'device_id': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:36:13.620265 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.653097 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0f2d7-4a1c-4f10-82fe-2c790f81165a req-9a92f2ae-77f2-403d-8e00-fc87ebb7b5a0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:13.653097 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a8e0f2d7-4a1c-4f10-82fe-2c790f81165a req-9a92f2ae-77f2-403d-8e00-fc87ebb7b5a0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 932 time: 0.2025115 Sep 03 01:36:13.659629 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-83830cfd-ce7d-4941-9474-6d5e9945aaca None None] Provisioning complete for port f1b93106-790d-4f9d-9fae-cd59eef8bc20 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:36:13.660264 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-83830cfd-ce7d-4941-9474-6d5e9945aaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.672645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44546) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:13.752133 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1e41f51d-48a7-4663-9619-cb4617a5772a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=efd244ba290249568e3a6f8bd3e7e814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0774083 Sep 03 01:36:13.755401 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44548) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:13.762097 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-83830cfd-ce7d-4941-9474-6d5e9945aaca None None] Port f1b93106-790d-4f9d-9fae-cd59eef8bc20 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:36:13.784581 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:13.859367 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dc97db0a-5ae3-4283-9bc4-a13f324f6e6d admin admin] Publish callbacks [] for security_group (479ef384-5269-4eb8-9463-e7e50aa2794b), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.925273 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dc97db0a-5ae3-4283-9bc4-a13f324f6e6d admin admin] Publish callbacks [] for security_group (479ef384-5269-4eb8-9463-e7e50aa2794b), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:13.930310 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a8e0f2d7-4a1c-4f10-82fe-2c790f81165a req-d37a2055-1e56-49e4-bd70-b82eceb0acea tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673936 Sep 03 01:36:14.131100 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dc97db0a-5ae3-4283-9bc4-a13f324f6e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (479ef384-5269-4eb8-9463-e7e50aa2794b), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:14.134523 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-dc97db0a-5ae3-4283-9bc4-a13f324f6e6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:14.136112 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-dc97db0a-5ae3-4283-9bc4-a13f324f6e6d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/479ef384-5269-4eb8-9463-e7e50aa2794b HTTP/1.1" status: 204 len: 168 time: 0.3793540 Sep 03 01:36:14.172325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:14.177091 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97db0a-5ae3-4283-9bc4-a13f324f6e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479ef384-5269-4eb8-9463-e7e50aa2794b,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:14.399687 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eabf2-cf7e-4548-b16c-a88bf5aab298 req-31716887-8620-4c9b-8568-6e6e500fe247 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:14.399687 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cf2eabf2-cf7e-4548-b16c-a88bf5aab298 req-31716887-8620-4c9b-8568-6e6e500fe247 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1823931 Sep 03 01:36:14.567299 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b93106-790d-4f9d-9fae-cd59eef8bc20 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:36:14.610197 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Publish callbacks [] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:14.629778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:14.652663 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cf2eabf2-cf7e-4548-b16c-a88bf5aab298 req-3520e5d5-806e-4c58-92fb-ec4cf473265a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2429903 Sep 03 01:36:14.658739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Transition to ACTIVE for port object f1b93106-790d-4f9d-9fae-cd59eef8bc20 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:36:14.834633 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:14.889838 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:15.140946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Attempting to bind port f1b93106-790d-4f9d-9fae-cd59eef8bc20 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:36:15.141865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Attempting to bind port f1b93106-790d-4f9d-9fae-cd59eef8bc20 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:36:15.142601 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Attempting to bind port f1b93106-790d-4f9d-9fae-cd59eef8bc20 on network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:36:15.165591 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Port f1b93106-790d-4f9d-9fae-cd59eef8bc20 on network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:36:15.166375 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Attempting to bind port f1b93106-790d-4f9d-9fae-cd59eef8bc20 on network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:36:15.199023 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:36:15.207001 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Checking segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:36:15.207001 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Bound using segment: {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:36:15.207001 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Bound port: f1b93106-790d-4f9d-9fae-cd59eef8bc20, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f23c41c-20fd-4665-b33d-7441b9cb599c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:36:15.207443 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:15.240910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a974409-8e1e-4d36-9ea8-97df485dca0d req-ac470ddb-6546-4677-aa67-784ab3da7f83 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:15.243432 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4a974409-8e1e-4d36-9ea8-97df485dca0d req-ac470ddb-6546-4677-aa67-784ab3da7f83 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0951819 Sep 03 01:36:15.341682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:36:15.345402 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:36:15.351471 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4a974409-8e1e-4d36-9ea8-97df485dca0d req-0947d88b-53bb-448d-9643-39cb84a2d1db tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794079 Sep 03 01:36:15.560751 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:15.653269 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:15.654542 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:15.656176 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 1094 time: 2.2598188 Sep 03 01:36:15.658214 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac1494-a079-49c3-aa1e-9b19cbbd81a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:15.663595 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:36:15.666223 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337955b6-743c-4288-af37-96916a11ccf8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:36:15.722454 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214a01b-36d7-49ea-ad6e-98fe11a8f3b3 x-openstack-request-id: req-c214a01b-36d7-49ea-ad6e-98fe11a8f3b3 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:36:15.730618 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:36:15.730618 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c214a01b-36d7-49ea-ad6e-98fe11a8f3b3 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:36:15.730618 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c214a01b-36d7-49ea-ad6e-98fe11a8f3b3'] response: {'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'status': 'completed', 'code': 200} Sep 03 01:36:15.944947 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7e5b2-144b-4eb5-8769-b8194217ef80 req-f9adc9a1-8cf5-4ed8-bf27-729161880dd9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:15.957554 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22d7e5b2-144b-4eb5-8769-b8194217ef80 req-f9adc9a1-8cf5-4ed8-bf27-729161880dd9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.1630602 Sep 03 01:36:15.989423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337955b6-743c-4288-af37-96916a11ccf8 req-7aed60a1-2e33-4424-9b84-40ed27010fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:15.990931 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-337955b6-743c-4288-af37-96916a11ccf8 req-7aed60a1-2e33-4424-9b84-40ed27010fd7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1128 time: 0.1267579 Sep 03 01:36:16.018868 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:16.233791 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22d7e5b2-144b-4eb5-8769-b8194217ef80 req-390ec63f-ccca-4311-b235-cb898362313b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623560 Sep 03 01:36:16.328138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337955b6-743c-4288-af37-96916a11ccf8 req-ac44551f-e8e9-42f7-9049-39548b78fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:16.333364 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-337955b6-743c-4288-af37-96916a11ccf8 req-ac44551f-e8e9-42f7-9049-39548b78fc01 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=364812df6abf492698453972e9a1d120&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3101363 Sep 03 01:36:16.577482 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c00d6-4c7f-4888-9dff-3d06889e1922 req-93b1e0fb-10e4-471f-94a8-c07cbd32d5d8 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:16.580310 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-229c00d6-4c7f-4888-9dff-3d06889e1922 req-93b1e0fb-10e4-471f-94a8-c07cbd32d5d8 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0958586 Sep 03 01:36:16.638573 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-229c00d6-4c7f-4888-9dff-3d06889e1922 req-71f42474-092c-47b3-9d91-9f417cb739ab tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520251 Sep 03 01:36:16.660189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337955b6-743c-4288-af37-96916a11ccf8 req-91e81b93-482a-403d-9368-e6c6b874f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:16.660189 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-337955b6-743c-4288-af37-96916a11ccf8 req-91e81b93-482a-403d-9368-e6c6b874f01b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2970572 Sep 03 01:36:16.815071 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-5a47adb5-b0ce-4057-ae6a-9fe0dda36fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:16.826232 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-5a47adb5-b0ce-4057-ae6a-9fe0dda36fe6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1128 time: 0.0625424 Sep 03 01:36:16.918654 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-ba739292-1646-4371-b7c9-9c143774385b service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 217 time: 0.0378056 Sep 03 01:36:16.983069 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-10238070-4249-46d3-89fb-0106e2a97c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:16.984540 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-10238070-4249-46d3-89fb-0106e2a97c68 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.0594418 Sep 03 01:36:17.053579 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-11840d33-9d40-4372-a89d-16ffc7302661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:17.055276 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-11840d33-9d40-4372-a89d-16ffc7302661 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469427 Sep 03 01:36:17.227240 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-d8e624a7-598c-437e-945d-4a8d20743509 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228218 Sep 03 01:36:17.419257 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380504-d330-4721-8f31-16adbc90369f req-9a18116e-d0a5-437e-a171-3d522fb43534 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:17.422895 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-79380504-d330-4721-8f31-16adbc90369f req-9a18116e-d0a5-437e-a171-3d522fb43534 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0763209 Sep 03 01:36:17.582235 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-79380504-d330-4721-8f31-16adbc90369f req-02ebfa3e-02a0-49bb-9f63-f7763f833257 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410546 Sep 03 01:36:17.669216 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-12b957f0-3a3c-41da-8f3b-fc3f38b5ffe1 req-f431190d-8ffa-4209-bd2e-069ef377b49b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220542 Sep 03 01:36:17.791702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:17.941073 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75630842-7e46-4330-aae5-b781df698da7 req-8c6c804f-c0bc-429d-b460-f02756af1625 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:17.944184 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-75630842-7e46-4330-aae5-b781df698da7 req-8c6c804f-c0bc-429d-b460-f02756af1625 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0791221 Sep 03 01:36:17.999175 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:18.036979 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-75630842-7e46-4330-aae5-b781df698da7 req-a6f9f458-0199-4171-8701-8be2e64038cc tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866699 Sep 03 01:36:18.723248 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:18.771502 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb21c-7596-4bb4-8982-0691cd028355 req-3756364f-ffe4-4609-ade5-97d0a6976576 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:18.772980 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a6fbb21c-7596-4bb4-8982-0691cd028355 req-3756364f-ffe4-4609-ade5-97d0a6976576 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0599322 Sep 03 01:36:18.875402 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a6fbb21c-7596-4bb4-8982-0691cd028355 req-c0616ac4-3ffa-46a1-b7b5-ce2051b12ee0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946610 Sep 03 01:36:18.925005 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44712) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:19.003533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Deleting subnet f6750107-720f-4020-bf22-c0a8e1795b99 {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:36:19.010327 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Publish callbacks [] for subnet (f6750107-720f-4020-bf22-c0a8e1795b99), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.072214 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (f6750107-720f-4020-bf22-c0a8e1795b99), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.130833 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (f6750107-720f-4020-bf22-c0a8e1795b99), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.240436 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30733b8-aa20-43ff-98a9-9ee0054f7835 req-365dc0ad-a012-4199-aba4-af4e92fde906 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:19.242725 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b30733b8-aa20-43ff-98a9-9ee0054f7835 req-365dc0ad-a012-4199-aba4-af4e92fde906 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0868518 Sep 03 01:36:19.320614 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b30733b8-aa20-43ff-98a9-9ee0054f7835 req-3eab429b-07f4-4790-84a3-47e9d615eb2f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672636 Sep 03 01:36:19.348300 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (f6750107-720f-4020-bf22-c0a8e1795b99), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.383515 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6750107-720f-4020-bf22-c0a8e1795b99,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:19.385519 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.391348 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2549279e-276e-42b9-8f3e-0b0edacbb521 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/f6750107-720f-4020-bf22-c0a8e1795b99 HTTP/1.1" status: 204 len: 168 time: 0.4619524 Sep 03 01:36:19.392770 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44732) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:19.484729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (d058d829-7c30-4bd4-b2df-2c315317e32f), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.486472 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:19.518252 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69db1cba-dc8f-4554-b7dd-06da200314fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.590296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (d058d829-7c30-4bd4-b2df-2c315317e32f), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.618594 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d058d829-7c30-4bd4-b2df-2c315317e32f']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:19.630942 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd31736e-335b-4424-938e-78dcc36b925a') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:19.631247 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd31736e-335b-4424-938e-78dcc36b925a') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:19.643463 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (cd31736e-335b-4424-938e-78dcc36b925a), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.663517 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (cd31736e-335b-4424-938e-78dcc36b925a), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.674041 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:36:19.674640 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (cd31736e-335b-4424-938e-78dcc36b925a), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.726162 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment cd31736e-335b-4424-938e-78dcc36b925a resource provider aggregate not found Sep 03 01:36:19.763275 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment cd31736e-335b-4424-938e-78dcc36b925a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd31736e-335b-4424-938e-78dcc36b925a found for delete ", "request_id": "req-dea84f7e-2e9b-4b8b-bc36-d804792a01ea"}]} Sep 03 01:36:19.815732 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (d058d829-7c30-4bd4-b2df-2c315317e32f), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.824539 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.832394 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/d058d829-7c30-4bd4-b2df-2c315317e32f HTTP/1.1" status: 204 len: 168 time: 0.4336517 Sep 03 01:36:19.832394 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44744) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:19.873219 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bece1e3-a1e4-45aa-8072-13f992e19438 admin admin] Pushing event deleted for resources: {'Network': ['ID=d058d829-7c30-4bd4-b2df-2c315317e32f,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:19.898654 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Deleting subnet a08015d4-021f-4065-baa5-2b290640b896 {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:36:19.901906 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Publish callbacks [] for subnet (a08015d4-021f-4065-baa5-2b290640b896), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:19.962165 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (a08015d4-021f-4065-baa5-2b290640b896), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.012037 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (a08015d4-021f-4065-baa5-2b290640b896), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.014176 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:20.065696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78b68b-9fbf-4a3f-93b3-79a06c3ec389 req-9a9ce209-a4ef-4955-8352-a4164200268f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:20.068493 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2b78b68b-9fbf-4a3f-93b3-79a06c3ec389 req-9a9ce209-a4ef-4955-8352-a4164200268f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0619125 Sep 03 01:36:20.124031 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2b78b68b-9fbf-4a3f-93b3-79a06c3ec389 req-9a09a738-29d8-43f8-8a4f-d38fef82f3d6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489066 Sep 03 01:36:20.221560 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (a08015d4-021f-4065-baa5-2b290640b896), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.250106 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a08015d4-021f-4065-baa5-2b290640b896,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:20.256047 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.262205 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-775e103d-4d27-4b0f-9582-643bddff42ea admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/a08015d4-021f-4065-baa5-2b290640b896 HTTP/1.1" status: 204 len: 168 time: 0.4307287 Sep 03 01:36:20.267626 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44748) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:20.398270 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (ed41d0b3-5138-454c-9cd4-323411a14de3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.553227 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f2106-07cc-49ef-980f-5ed255114b13 req-2293ce9a-5cb8-4dac-b60e-731b8b44a7bc tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:20.557065 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a9f2106-07cc-49ef-980f-5ed255114b13 req-2293ce9a-5cb8-4dac-b60e-731b8b44a7bc tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0968328 Sep 03 01:36:20.561285 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (ed41d0b3-5138-454c-9cd4-323411a14de3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.601698 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed41d0b3-5138-454c-9cd4-323411a14de3']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:20.615569 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4490f91b-24cd-44cb-960c-e53ea8b1490e') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:20.615861 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4490f91b-24cd-44cb-960c-e53ea8b1490e') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:36:20.634006 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (4490f91b-24cd-44cb-960c-e53ea8b1490e), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.654780 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a9f2106-07cc-49ef-980f-5ed255114b13 req-10065b3a-ad10-4b35-822b-7c380b37bf44 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843868 Sep 03 01:36:20.658847 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (4490f91b-24cd-44cb-960c-e53ea8b1490e), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.665947 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:36:20.666331 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (4490f91b-24cd-44cb-960c-e53ea8b1490e), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.807900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (ed41d0b3-5138-454c-9cd4-323411a14de3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.815666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:20.820640 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/ed41d0b3-5138-454c-9cd4-323411a14de3 HTTP/1.1" status: 204 len: 168 time: 0.5517731 Sep 03 01:36:20.834476 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae205c-3a5b-4e51-953f-20b01256ece5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed41d0b3-5138-454c-9cd4-323411a14de3,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:21.272264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b42ba5-6e86-4a3a-8cb2-74357946e827 req-f04b27cc-b00d-4779-b140-1fac1fde8da0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:21.273890 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20b42ba5-6e86-4a3a-8cb2-74357946e827 req-f04b27cc-b00d-4779-b140-1fac1fde8da0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0536811 Sep 03 01:36:21.327556 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20b42ba5-6e86-4a3a-8cb2-74357946e827 req-a81068a6-f76d-4549-b00b-2e4f57627fc3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460556 Sep 03 01:36:21.351287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44766) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:21.396167 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f1838c9e-04f9-4e93-b757-6f4223cfab9d admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e11c2051617c430d851dbc62477195c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435216 Sep 03 01:36:21.398770 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44768) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:21.466672 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d338081-ca60-4d22-879c-415e344544cd admin admin] Publish callbacks [] for security_group (9bd1f979-edab-4312-90ab-fb7d65d0ca43), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:21.494865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d338081-ca60-4d22-879c-415e344544cd admin admin] Publish callbacks [] for security_group (9bd1f979-edab-4312-90ab-fb7d65d0ca43), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:21.505119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:21.609503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d338081-ca60-4d22-879c-415e344544cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (9bd1f979-edab-4312-90ab-fb7d65d0ca43), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:21.612630 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d338081-ca60-4d22-879c-415e344544cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:21.621674 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7d338081-ca60-4d22-879c-415e344544cd admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/9bd1f979-edab-4312-90ab-fb7d65d0ca43 HTTP/1.1" status: 204 len: 168 time: 0.2217340 Sep 03 01:36:21.636813 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d338081-ca60-4d22-879c-415e344544cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd1f979-edab-4312-90ab-fb7d65d0ca43,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:21.804466 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 4490f91b-24cd-44cb-960c-e53ea8b1490e resource provider aggregate not found Sep 03 01:36:21.818747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c5261-2e75-4dab-9941-e98444ccb038 req-b15dea21-15ea-4310-8219-651d8bb9eb21 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:21.823139 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6f8c5261-2e75-4dab-9941-e98444ccb038 req-b15dea21-15ea-4310-8219-651d8bb9eb21 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0883017 Sep 03 01:36:21.845975 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 4490f91b-24cd-44cb-960c-e53ea8b1490e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4490f91b-24cd-44cb-960c-e53ea8b1490e found for delete ", "request_id": "req-f9e739d6-f4a7-4cf8-a30e-776cc859f293"}]} Sep 03 01:36:21.892086 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6f8c5261-2e75-4dab-9941-e98444ccb038 req-510bd5be-5052-4ec9-a55d-c09e26b5d163 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632255 Sep 03 01:36:21.989435 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-cbae95da-f6a6-4dd7-95b8-2e1969be2186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:22.484005 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de3c7a-dffe-4303-a3f5-1b87aa22e10d req-955df67d-a095-4f42-853e-da9a68b0defe tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:22.488718 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c1de3c7a-dffe-4303-a3f5-1b87aa22e10d req-955df67d-a095-4f42-853e-da9a68b0defe tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0580001 Sep 03 01:36:22.552468 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c1de3c7a-dffe-4303-a3f5-1b87aa22e10d req-2145ea3f-7f6a-47ef-8ab7-3d20d6c9d7b0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572193 Sep 03 01:36:22.567655 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44790) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:22.633626 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-02aa0953-5d4f-4dc7-9439-b8ec974e6f36 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e95943d2e5c649029f298a504fa03a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0647228 Sep 03 01:36:22.636107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 44792) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:22.687710 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Publish callbacks [] for security_group (458fdeb4-e617-4839-ba88-2e3fa409f0f1), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:22.712677 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Publish callbacks [] for security_group (458fdeb4-e617-4839-ba88-2e3fa409f0f1), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:22.746798 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:22.809654 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (458fdeb4-e617-4839-ba88-2e3fa409f0f1), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:22.813232 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:22.819370 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/458fdeb4-e617-4839-ba88-2e3fa409f0f1 HTTP/1.1" status: 204 len: 168 time: 0.1817389 Sep 03 01:36:22.836180 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458fdeb4-e617-4839-ba88-2e3fa409f0f1,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:22.844364 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.844708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.845049 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.845387 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.845725 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.846050 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.846504 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.846727 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.847051 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.847978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.848305 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.848745 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.848947 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.849268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.849587 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ccada6-893f-4c5b-ac06-6d7cf8009dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:22.998038 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:23.055547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086d334-ad7a-42f0-b634-a99bd03aa5ee req-5df24728-65e9-47d7-b9ed-c7e5a501c21a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:23.057353 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0086d334-ad7a-42f0-b634-a99bd03aa5ee req-5df24728-65e9-47d7-b9ed-c7e5a501c21a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0632102 Sep 03 01:36:23.116966 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0086d334-ad7a-42f0-b634-a99bd03aa5ee req-745f9927-880b-40a6-9985-695dbca67233 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536246 Sep 03 01:36:23.756910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a93ecd-bede-49ac-a2fe-bbdbfdc05ec5 req-d835b14a-573f-4279-8133-cc11eaa691f5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:23.759141 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-98a93ecd-bede-49ac-a2fe-bbdbfdc05ec5 req-d835b14a-573f-4279-8133-cc11eaa691f5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0880535 Sep 03 01:36:23.860008 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-98a93ecd-bede-49ac-a2fe-bbdbfdc05ec5 req-56b60dfa-e1b5-40cb-8293-59fe2fbd8ece tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935190 Sep 03 01:36:24.309701 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbb781-a5d4-43a1-b701-17e980c8a3ff req-066835d7-d6dd-4cf5-96b8-7548944fae9e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:24.313844 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-92dbb781-a5d4-43a1-b701-17e980c8a3ff req-066835d7-d6dd-4cf5-96b8-7548944fae9e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0710227 Sep 03 01:36:24.429759 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-92dbb781-a5d4-43a1-b701-17e980c8a3ff req-8cfb894d-129f-47b4-8714-7ee835832034 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030457 Sep 03 01:36:25.037165 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6feb7-8ffb-40f2-9fe4-278de3b2f8c8 req-a6a3e6ed-58e7-4815-a77b-8596ba3c9c4f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:25.038704 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e0d6feb7-8ffb-40f2-9fe4-278de3b2f8c8 req-a6a3e6ed-58e7-4815-a77b-8596ba3c9c4f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0485902 Sep 03 01:36:25.093956 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:25.101320 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e0d6feb7-8ffb-40f2-9fe4-278de3b2f8c8 req-188f690d-bd8e-4dae-9e6a-dc8f81f9f1aa tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568645 Sep 03 01:36:25.474457 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:25.481070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:25.584311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d771818-ae49-4ae5-9ab4-ed8eaf9b383e req-8d4fad44-de23-45f9-a000-edbcc1aa252e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:25.587121 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d771818-ae49-4ae5-9ab4-ed8eaf9b383e req-8d4fad44-de23-45f9-a000-edbcc1aa252e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0551960 Sep 03 01:36:25.639930 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d771818-ae49-4ae5-9ab4-ed8eaf9b383e req-b854aa16-bb3b-4b78-a08e-c626797fdab4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475569 Sep 03 01:36:26.240231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839ce5a-922c-419f-9b90-5a3a716bf5f1 req-89f51da4-fc3a-4d0b-9d32-9c14df665b24 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:26.241702 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f839ce5a-922c-419f-9b90-5a3a716bf5f1 req-89f51da4-fc3a-4d0b-9d32-9c14df665b24 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0510497 Sep 03 01:36:26.295888 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f839ce5a-922c-419f-9b90-5a3a716bf5f1 req-874c9370-bf62-4b4b-8bbc-7d715536570c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Sep 03 01:36:26.774427 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ecce8-f9ad-42bb-a803-7e4be8d4b0d2 req-70fdf28b-99cf-4248-8ef6-f0b00ceae0cf tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:26.776133 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cd4ecce8-f9ad-42bb-a803-7e4be8d4b0d2 req-70fdf28b-99cf-4248-8ef6-f0b00ceae0cf tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0517609 Sep 03 01:36:26.842973 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cd4ecce8-f9ad-42bb-a803-7e4be8d4b0d2 req-2e0edc64-71c8-4540-a692-c461fdac0644 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600369 Sep 03 01:36:27.425482 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055813a-63ff-4d30-99dc-53015f89b4d5 req-deda080d-b01e-4925-a78b-1532b3835d36 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:27.427034 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a055813a-63ff-4d30-99dc-53015f89b4d5 req-deda080d-b01e-4925-a78b-1532b3835d36 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0481255 Sep 03 01:36:27.477351 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a055813a-63ff-4d30-99dc-53015f89b4d5 req-aed5ab1d-7662-45ff-a0a6-cb68d03898ea tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447586 Sep 03 01:36:27.962593 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8b5215-8e59-4390-84d9-50e6a901e84a req-1395a946-01a8-4d6a-a80e-ed790bd2b01a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:27.964153 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3d8b5215-8e59-4390-84d9-50e6a901e84a req-1395a946-01a8-4d6a-a80e-ed790bd2b01a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0469964 Sep 03 01:36:28.012790 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3d8b5215-8e59-4390-84d9-50e6a901e84a req-7d506e4f-b9be-4aec-a76c-85acf31b5563 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427744 Sep 03 01:36:28.605392 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23530ab-959b-4a81-846d-d8994842a249 req-b9eafed2-aa51-460d-87f7-9be103f40b9e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:28.606890 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e23530ab-959b-4a81-846d-d8994842a249 req-b9eafed2-aa51-460d-87f7-9be103f40b9e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0487421 Sep 03 01:36:28.653201 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e23530ab-959b-4a81-846d-d8994842a249 req-ff345998-c6ff-49ee-b6cd-c2f0a6510845 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407934 Sep 03 01:36:29.135865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f360652-fa61-47e0-b936-887c4ccdb85c req-53153c2f-8cfc-4ffd-bbb1-ac34bad0ce3f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:29.137312 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2f360652-fa61-47e0-b936-887c4ccdb85c req-53153c2f-8cfc-4ffd-bbb1-ac34bad0ce3f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0494227 Sep 03 01:36:29.185240 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2f360652-fa61-47e0-b936-887c4ccdb85c req-63493091-0116-44c8-8f32-f707fba4908e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422456 Sep 03 01:36:29.808537 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b187803-f0c3-4972-b97d-8d7667734b3a req-8f4aad40-9cc2-4ff0-9aa0-c32aa4af4c2b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:29.810154 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7b187803-f0c3-4972-b97d-8d7667734b3a req-8f4aad40-9cc2-4ff0-9aa0-c32aa4af4c2b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0661602 Sep 03 01:36:29.864212 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7b187803-f0c3-4972-b97d-8d7667734b3a req-54c6f996-74c1-47a9-b946-c2d26843a315 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485408 Sep 03 01:36:30.309296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a647522-0c42-4ab4-af91-6f3271759b73 req-6a68428e-fdab-41a1-8942-2e30b4f10786 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:30.310765 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5a647522-0c42-4ab4-af91-6f3271759b73 req-6a68428e-fdab-41a1-8942-2e30b4f10786 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0469291 Sep 03 01:36:30.332808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:30.360242 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5a647522-0c42-4ab4-af91-6f3271759b73 req-14b2aff7-50e8-49e3-8910-912ce14475e4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433388 Sep 03 01:36:30.843735 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:30.988863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f1bc9-2238-4830-9063-1da565e77c2a req-fc8c7ac6-8a4f-4bf6-ac12-e71d2b8bcfb2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:30.990303 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7f7f1bc9-2238-4830-9063-1da565e77c2a req-fc8c7ac6-8a4f-4bf6-ac12-e71d2b8bcfb2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0461252 Sep 03 01:36:31.037343 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7f7f1bc9-2238-4830-9063-1da565e77c2a req-378c9424-18fc-47cd-a9bf-2a82c842b70c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Sep 03 01:36:31.486934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68708c02-ad9d-463d-b2a0-b2c42ba8c08b req-6277f171-78ac-44d5-a7b8-d797d4c3d535 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:31.488504 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-68708c02-ad9d-463d-b2a0-b2c42ba8c08b req-6277f171-78ac-44d5-a7b8-d797d4c3d535 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0496371 Sep 03 01:36:31.751233 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-68708c02-ad9d-463d-b2a0-b2c42ba8c08b req-c28746a5-f15c-4d2a-9988-fc805a583d08 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563298 Sep 03 01:36:32.161375 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58517e0-0082-4e9e-9dc6-81985f704efb req-d9b92527-9be6-4810-8eb3-e6dfd41df98f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:32.162931 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e58517e0-0082-4e9e-9dc6-81985f704efb req-d9b92527-9be6-4810-8eb3-e6dfd41df98f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0466084 Sep 03 01:36:32.448060 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e58517e0-0082-4e9e-9dc6-81985f704efb req-ada9d4d9-cca0-41a5-a944-7975d1d92e49 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796674 Sep 03 01:36:32.872999 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700130b-71fa-4ecf-996b-95470dc4d4fd req-727c3275-87a2-4a26-b988-bac208c38a4a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:32.874610 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b700130b-71fa-4ecf-996b-95470dc4d4fd req-727c3275-87a2-4a26-b988-bac208c38a4a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0482490 Sep 03 01:36:32.922783 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b700130b-71fa-4ecf-996b-95470dc4d4fd req-4943eb21-cf3b-4379-8dfa-ad6775ae9c81 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419316 Sep 03 01:36:33.561935 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:33.572687 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3658ab-e24c-4d9e-b770-70dc9c024fb9 req-70996590-fdff-48f7-8a81-fa30a491c3fe tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:33.574218 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ac3658ab-e24c-4d9e-b770-70dc9c024fb9 req-70996590-fdff-48f7-8a81-fa30a491c3fe tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0470655 Sep 03 01:36:33.622300 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ac3658ab-e24c-4d9e-b770-70dc9c024fb9 req-431188e2-9382-4c17-8ba0-1077494c9143 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422976 Sep 03 01:36:34.046664 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc43e7-4344-4535-9bc5-6a6a7235bc59 req-414448f4-3cd4-4da3-a077-5646762e40e6 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:34.056033 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2afc43e7-4344-4535-9bc5-6a6a7235bc59 req-414448f4-3cd4-4da3-a077-5646762e40e6 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0520682 Sep 03 01:36:34.109947 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2afc43e7-4344-4535-9bc5-6a6a7235bc59 req-e5f519ab-bc38-4eba-b42c-b30761c1e90a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541248 Sep 03 01:36:34.175632 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-582cef21-e420-408f-9896-e11c016033da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:34.177129 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-582cef21-e420-408f-9896-e11c016033da service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1130 time: 0.0553949 Sep 03 01:36:34.761487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd5b78-063a-476f-a856-78dc14c40844 req-08b7764c-51cf-4f8c-b24c-39fa589c1565 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:34.763040 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8ffd5b78-063a-476f-a856-78dc14c40844 req-08b7764c-51cf-4f8c-b24c-39fa589c1565 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0540085 Sep 03 01:36:34.812145 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8ffd5b78-063a-476f-a856-78dc14c40844 req-cf106d1f-ad3d-470b-b434-b15ed241ad37 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Sep 03 01:36:35.236292 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a07bdd-28c3-4733-81f8-2652ce28c579 req-896a0217-1fa8-43ed-ad41-e7d1418ad870 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:35.238002 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a9a07bdd-28c3-4733-81f8-2652ce28c579 req-896a0217-1fa8-43ed-ad41-e7d1418ad870 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0452754 Sep 03 01:36:35.284966 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a9a07bdd-28c3-4733-81f8-2652ce28c579 req-a754b34b-f23f-4559-a6bb-54e596dc433d tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417194 Sep 03 01:36:35.939093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18be061-c50e-4d48-bd55-dc170ab30e2d req-77e5b9da-c362-4784-9758-4375b3b8d7c4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:35.941106 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c18be061-c50e-4d48-bd55-dc170ab30e2d req-77e5b9da-c362-4784-9758-4375b3b8d7c4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0469737 Sep 03 01:36:35.989041 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c18be061-c50e-4d48-bd55-dc170ab30e2d req-d73ff4be-5177-4a69-8f36-23fc72ea27c7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419674 Sep 03 01:36:36.372113 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:36.410049 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec26de-8c59-43f6-965c-2c2bee70d6c9 req-95c927ae-9144-4677-b5db-0ec008a24b7e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:36.411478 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4eec26de-8c59-43f6-965c-2c2bee70d6c9 req-95c927ae-9144-4677-b5db-0ec008a24b7e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0477793 Sep 03 01:36:36.457249 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4eec26de-8c59-43f6-965c-2c2bee70d6c9 req-f5701e21-a23f-41f9-873a-e3fd9237ae3e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402422 Sep 03 01:36:37.118711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09db627-c2b4-4961-880b-2bf509688d8d req-b499f346-194d-42b7-8e79-741956962c15 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:37.120120 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b09db627-c2b4-4961-880b-2bf509688d8d req-b499f346-194d-42b7-8e79-741956962c15 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0482430 Sep 03 01:36:37.147161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:37.172402 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b09db627-c2b4-4961-880b-2bf509688d8d req-c6ba2991-7f9c-45aa-8551-74d279159531 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466237 Sep 03 01:36:37.583907 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4e215-29b1-43e9-8476-d5b423d1e671 req-5a0a3b2e-1948-41e5-88d7-854d05993c40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:37.585390 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-68a4e215-29b1-43e9-8476-d5b423d1e671 req-5a0a3b2e-1948-41e5-88d7-854d05993c40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0510070 Sep 03 01:36:37.633104 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-68a4e215-29b1-43e9-8476-d5b423d1e671 req-fc39bc67-6849-4dbd-8ea1-49394235773d tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Sep 03 01:36:38.300047 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b6339-d7cb-43c5-9d4b-8b7a5aaf278b req-1da59d58-ac66-494d-832f-e75d45767292 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:38.306818 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5d5b6339-d7cb-43c5-9d4b-8b7a5aaf278b req-1da59d58-ac66-494d-832f-e75d45767292 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 946 time: 0.0524437 Sep 03 01:36:38.349744 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5d5b6339-d7cb-43c5-9d4b-8b7a5aaf278b req-15848e62-a316-499a-934a-8e334bdf8620 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Sep 03 01:36:38.755862 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9ab80-3974-409a-b867-04c017f45fa4 req-2cef5e0d-d2c2-4838-9374-104ce8195db3 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:38.757398 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9da9ab80-3974-409a-b867-04c017f45fa4 req-2cef5e0d-d2c2-4838-9374-104ce8195db3 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0470083 Sep 03 01:36:38.807261 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9da9ab80-3974-409a-b867-04c017f45fa4 req-dcfe5fc0-7257-4275-a0a5-a6b359484613 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437851 Sep 03 01:36:38.813112 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:36:38.892379 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: ACTIVE; New status is: DOWN {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:36:38.892763 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:38.916055 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:36:38.918626 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6664df65-0f7c-4a35-be0b-47419f270164" -d '{"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:36:38.923935 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-4b4f8a54-888a-4db5-adf3-c9d18d63811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:38.926118 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-4b4f8a54-888a-4db5-adf3-c9d18d63811d service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.0931985 Sep 03 01:36:38.932502 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:36:38.957697 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 03 Sep 2022 01:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db30d46-83f5-412d-a57f-953dbe8453de x-openstack-request-id: req-4db30d46-83f5-412d-a57f-953dbe8453de {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:36:38.958040 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:36:38.958293 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4db30d46-83f5-412d-a57f-953dbe8453de {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:36:38.958714 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db30d46-83f5-412d-a57f-953dbe8453de'] response: {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'code': 200} Sep 03 01:36:38.997733 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:39.049552 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=8']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:39.057260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.057605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.058161 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.058455 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.058798 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.059120 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.059445 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.059768 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.060090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.060410 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.060731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.061065 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.061392 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.061704 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.062020 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:39.269830 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-7315d93a-68ca-4c71-a4d3-6a1207f7af21 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 999 time: 0.0563529 Sep 03 01:36:39.329848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-9fba4058-4c66-44b2-b1ea-0f291df85e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:39.332004 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-9fba4058-4c66-44b2-b1ea-0f291df85e7f service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0461397 Sep 03 01:36:39.379445 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-0a969913-74b4-40c0-9366-37f1afc6269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:39.380940 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-0a969913-74b4-40c0-9366-37f1afc6269e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426977 Sep 03 01:36:39.478841 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-7c3db1a5-115a-42f7-8782-87de9837b52a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872278 Sep 03 01:36:39.482557 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5acc4-1e59-4178-b444-97ef76101d3b req-db638195-0374-4df3-99b9-c275640752af tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:39.484008 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fae5acc4-1e59-4178-b444-97ef76101d3b req-db638195-0374-4df3-99b9-c275640752af tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0511742 Sep 03 01:36:39.532932 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fae5acc4-1e59-4178-b444-97ef76101d3b req-34189192-74a0-4b2b-b078-8ce74b1e91ee tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428193 Sep 03 01:36:39.573958 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c081fe-4f62-4c45-ba3d-f785fa8fe75c req-9e377d93-8dc4-4307-8339-1029685817d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Sep 03 01:36:39.933922 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e27ea-dfc6-4d7a-854b-46d879691078 req-baa932c8-34d7-4d07-b1a0-5101eba0c719 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:39.935437 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8b7e27ea-dfc6-4d7a-854b-46d879691078 req-baa932c8-34d7-4d07-b1a0-5101eba0c719 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0510116 Sep 03 01:36:39.989561 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8b7e27ea-dfc6-4d7a-854b-46d879691078 req-f9a507a6-90ad-460e-a931-f0c20431e35e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484223 Sep 03 01:36:40.673794 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5be0d-0d20-4dc8-a4a5-ebe5f1c420dc req-59c4250e-bf0c-497e-925a-d1aadd1dcdb4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:40.675356 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e6c5be0d-0d20-4dc8-a4a5-ebe5f1c420dc req-59c4250e-bf0c-497e-925a-d1aadd1dcdb4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0536723 Sep 03 01:36:40.722400 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:40.729805 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e6c5be0d-0d20-4dc8-a4a5-ebe5f1c420dc req-b630fba2-9fd6-4ee9-b499-e66a7c0e064a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482819 Sep 03 01:36:40.789725 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:36:40.819969 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f1b93106-790d-4f9d-9fae-cd59eef8bc20 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:36:40.924431 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:36:40.939460 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'port_id': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'mac_address': 'fa:16:3e:03:d4:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:36:40.980286 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port f1b93106-790d-4f9d-9fae-cd59eef8bc20 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:36:40.980662 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:40.993627 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b93106-790d-4f9d-9fae-cd59eef8bc20 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:36:41.012880 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:36:41.110635 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f61b8-6705-45a8-8055-a6e2ded37ebb req-1c89019c-a2be-47a6-b3ab-5239d3bb9c42 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.112024 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1b7f61b8-6705-45a8-8055-a6e2ded37ebb req-1c89019c-a2be-47a6-b3ab-5239d3bb9c42 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 944 time: 0.0477576 Sep 03 01:36:41.159795 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1b7f61b8-6705-45a8-8055-a6e2ded37ebb req-bb5791b9-96c4-44aa-a27b-6f34be7f62b3 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414324 Sep 03 01:36:41.325984 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:41.386380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:41.485463 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae75c84-f250-4978-987f-b0b9388dfbf3 req-823dda79-463b-41fc-95da-e70da597247b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.487446 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3ae75c84-f250-4978-987f-b0b9388dfbf3 req-823dda79-463b-41fc-95da-e70da597247b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0832925 Sep 03 01:36:41.536088 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-ebed10ab-2981-4151-9a31-a3a38c2ef143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.537629 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-ebed10ab-2981-4151-9a31-a3a38c2ef143 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0677135 Sep 03 01:36:41.615025 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3ae75c84-f250-4978-987f-b0b9388dfbf3 req-d65536b0-543e-4fb3-9e91-ce90a78d51e1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063991 Sep 03 01:36:41.622505 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:41.664718 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f1b93106-790d-4f9d-9fae-cd59eef8bc20'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:36:41.664997 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-28926d78-e78f-4c85-a6ec-ecf659bc1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.666873 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-28926d78-e78f-4c85-a6ec-ecf659bc1d73 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.1182718 Sep 03 01:36:41.761115 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-1f6a8374-4b57-493f-b22a-21e65d451632 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 1000 time: 0.0832376 Sep 03 01:36:41.834018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-5a999285-98c8-499c-b237-28db10e30a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.836045 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-5a999285-98c8-499c-b237-28db10e30a9e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0682938 Sep 03 01:36:41.876969 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:41.906075 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b499b6-3056-4507-9c28-2027704f20a2 req-e7d24479-0ff6-432c-abee-e937086827cc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.909308 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-70b499b6-3056-4507-9c28-2027704f20a2 req-e7d24479-0ff6-432c-abee-e937086827cc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0545783 Sep 03 01:36:41.921437 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-83fa66ca-409a-4fe8-a497-40771fa66fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:41.923245 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-83fa66ca-409a-4fe8-a497-40771fa66fee service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745089 Sep 03 01:36:41.966146 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-70b499b6-3056-4507-9c28-2027704f20a2 req-c8f78345-b3bd-46ec-a4c3-9d7615cb074f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507858 Sep 03 01:36:42.040219 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-4ba5e759-bb4c-4317-9105-853e985a2d86 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092880 Sep 03 01:36:42.138070 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2d31b7f6-154d-49bf-a3c7-f695c36d0264 req-5f04cf76-1b3b-44c5-aa3a-915ea14e1b23 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910752 Sep 03 01:36:42.291154 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da81aed-bcae-4fbb-8e24-bd8ee31b0dcf req-51f0ffc0-aa18-48e3-b082-d10f9d13fea8 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:42.291154 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0da81aed-bcae-4fbb-8e24-bd8ee31b0dcf req-51f0ffc0-aa18-48e3-b082-d10f9d13fea8 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 945 time: 0.0525682 Sep 03 01:36:42.346222 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0da81aed-bcae-4fbb-8e24-bd8ee31b0dcf req-daafbf74-c0ac-43e9-9360-0568970dca84 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487013 Sep 03 01:36:42.743166 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb8db2-de27-4fe0-9993-3ab302e2bb32 req-389b992b-c495-449b-886a-3458512deb7d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:42.744547 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-abdb8db2-de27-4fe0-9993-3ab302e2bb32 req-389b992b-c495-449b-886a-3458512deb7d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0464678 Sep 03 01:36:42.795430 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-abdb8db2-de27-4fe0-9993-3ab302e2bb32 req-2810437e-50b9-4447-bab7-f6ecc239707d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450065 Sep 03 01:36:42.823406 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f1b93106-790d-4f9d-9fae-cd59eef8bc20 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:36:42.843721 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:42.866983 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port f1b93106-790d-4f9d-9fae-cd59eef8bc20 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:36:42.941504 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port f1b93106-790d-4f9d-9fae-cd59eef8bc20 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:36:42.942146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:43.015911 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port f1b93106-790d-4f9d-9fae-cd59eef8bc20 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:36:43.016296 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:43.041464 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:36:43.044471 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fa41b9-c5cf-4e32-98e9-0c2d86dad41e" -d '{"events": [{"server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:36:43.059584 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:36:43.085476 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e6634b-d169-4a40-9556-b62fecc2aa44 x-openstack-request-id: req-42e6634b-d169-4a40-9556-b62fecc2aa44 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:36:43.085793 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:36:43.086067 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42e6634b-d169-4a40-9556-b62fecc2aa44 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:36:43.086627 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42e6634b-d169-4a40-9556-b62fecc2aa44'] response: {'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'code': 200} Sep 03 01:36:43.115964 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72007ed1-8edb-4e31-8029-8d0f225b6df6 req-0d22a75e-bc22-49a6-8386-89cb4b85a474 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:43.117464 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-72007ed1-8edb-4e31-8029-8d0f225b6df6 req-0d22a75e-bc22-49a6-8386-89cb4b85a474 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0497613 Sep 03 01:36:43.152605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:43.165762 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-72007ed1-8edb-4e31-8029-8d0f225b6df6 req-8b69620a-8852-4e4a-8af3-aae18118adda tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427153 Sep 03 01:36:43.203762 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:43.412314 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bb22-326d-430a-a1c6-7e4b0bb9b130 req-6d9aae91-2fa3-42f2-98d2-5889ca743130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:43.413931 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cb22bb22-326d-430a-a1c6-7e4b0bb9b130 req-6d9aae91-2fa3-42f2-98d2-5889ca743130 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1130 time: 0.0758405 Sep 03 01:36:43.474286 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cb22bb22-326d-430a-a1c6-7e4b0bb9b130 req-81f04275-a24e-48b3-a58c-585f09d15110 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522013 Sep 03 01:36:43.492813 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:43.508695 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501e7a9-f339-4295-a28a-6688f70382e9 req-2714cb85-609c-445e-bfe8-12337d9ad3e0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:43.510173 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7501e7a9-f339-4295-a28a-6688f70382e9 req-2714cb85-609c-445e-bfe8-12337d9ad3e0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0558088 Sep 03 01:36:43.559560 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7501e7a9-f339-4295-a28a-6688f70382e9 req-eb418684-5124-4b68-9a59-9366f62822bc tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434363 Sep 03 01:36:43.755283 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45226) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:43.784322 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=2 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:43.885077 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-955ff21e-1326-4d12-a27e-24d867c8cd86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:43.913954 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:43.923272 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad74ecc-5f51-4f13-8e5b-75be5594e2de req-913e3464-6fe1-44f4-93c7-b6d4c6969032 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:43.925517 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0ad74ecc-5f51-4f13-8e5b-75be5594e2de req-913e3464-6fe1-44f4-93c7-b6d4c6969032 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0524011 Sep 03 01:36:43.974422 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-955ff21e-1326-4d12-a27e-24d867c8cd86 admin admin] Publish callbacks [] for security_group (a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:43.986670 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0ad74ecc-5f51-4f13-8e5b-75be5594e2de req-1113344c-a44c-4ad6-9fe3-db9a95fb5682 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545025 Sep 03 01:36:44.117910 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-955ff21e-1326-4d12-a27e-24d867c8cd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:44.158598 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-955ff21e-1326-4d12-a27e-24d867c8cd86 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=39add67fc96f48e4a59198ab7e815c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022334 Sep 03 01:36:44.159484 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ff21e-1326-4d12-a27e-24d867c8cd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:44.162556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45236) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:44.213430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Publish callbacks [] for security_group (a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:44.235250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Publish callbacks [] for security_group (a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:44.380667 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:44.383327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:44.384477 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd HTTP/1.1" status: 204 len: 168 time: 0.2205703 Sep 03 01:36:44.387945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:44.393219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e119b4-fbe5-4e1b-9a04-da9aa7b36ebd,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:44.400865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.401212 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.401552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.401893 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.402219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.402580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.402908 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.403230 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.403552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.403878 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.404198 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.404522 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.404839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.405155 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.405470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9327d72-ad64-432e-bcc7-e89b813c3238 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:36:44.469127 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [req-a8d099ca-0da0-4492-8da2-c519b3090231 req-361b2a64-7e72-4d3f-998c-dc3bef2c3d70 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:36:44.470408 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a8d099ca-0da0-4492-8da2-c519b3090231 req-361b2a64-7e72-4d3f-998c-dc3bef2c3d70 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060415 Sep 03 01:36:44.686837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77ae7a-06a6-4790-bf97-4fae69a9c4e9 req-f44b840f-eedd-402d-bdeb-49439fd76eb0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:44.696374 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4f77ae7a-06a6-4790-bf97-4fae69a9c4e9 req-f44b840f-eedd-402d-bdeb-49439fd76eb0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0578756 Sep 03 01:36:44.726026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:44.752096 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4f77ae7a-06a6-4790-bf97-4fae69a9c4e9 req-d7237194-99d8-48fb-ab15-56426d5fa8fb tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529242 Sep 03 01:36:44.905467 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22a6e0-1bee-489a-b15b-e57825ed6575 req-27eb580a-d998-4e10-9233-b2b0f7f54f82 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:44.907228 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4e22a6e0-1bee-489a-b15b-e57825ed6575 req-27eb580a-d998-4e10-9233-b2b0f7f54f82 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0493472 Sep 03 01:36:44.968978 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4e22a6e0-1bee-489a-b15b-e57825ed6575 req-3568a0ff-aa68-4886-a0ea-8318aa3ac460 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544100 Sep 03 01:36:45.129668 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a4113-a0e3-486c-b044-4546b8bd4f4f req-a30efd86-2b0a-4371-85e6-b76b82bb20d8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:45.135939 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a93a4113-a0e3-486c-b044-4546b8bd4f4f req-a30efd86-2b0a-4371-85e6-b76b82bb20d8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0603733 Sep 03 01:36:45.153719 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45276) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:45.169243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-99e221cf-b8ac-4d50-a621-42194888e720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.192429 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a93a4113-a0e3-486c-b044-4546b8bd4f4f req-b404ad82-deb2-45b0-9bbc-e3a2478e2e93 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538146 Sep 03 01:36:45.254292 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-99e221cf-b8ac-4d50-a621-42194888e720 admin admin] Publish callbacks [] for security_group (e274674a-002f-43fa-b77a-03e9bee62ee7), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.323463 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-99e221cf-b8ac-4d50-a621-42194888e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e274674a-002f-43fa-b77a-03e9bee62ee7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.363778 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e221cf-b8ac-4d50-a621-42194888e720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e274674a-002f-43fa-b77a-03e9bee62ee7,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:45.371129 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-99e221cf-b8ac-4d50-a621-42194888e720 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1e5fa480a2364906a5bb0585ef20adf2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163157 Sep 03 01:36:45.372354 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45286) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:45.428058 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e48df9e9-9d31-4f2d-816e-8648d8ffe07f admin admin] Publish callbacks [] for security_group (e274674a-002f-43fa-b77a-03e9bee62ee7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.448359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e48df9e9-9d31-4f2d-816e-8648d8ffe07f admin admin] Publish callbacks [] for security_group (e274674a-002f-43fa-b77a-03e9bee62ee7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.469653 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45288) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:45.560177 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-d430fb0e-7721-4dd3-b5bb-6ca84cff63bf service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891769 Sep 03 01:36:45.564000 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e48df9e9-9d31-4f2d-816e-8648d8ffe07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e274674a-002f-43fa-b77a-03e9bee62ee7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.567387 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e48df9e9-9d31-4f2d-816e-8648d8ffe07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:45.568826 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-e48df9e9-9d31-4f2d-816e-8648d8ffe07f admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e274674a-002f-43fa-b77a-03e9bee62ee7 HTTP/1.1" status: 204 len: 168 time: 0.1957097 Sep 03 01:36:45.574002 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-20e54ffc-7a6c-4aa2-9669-9b30b61b5caf service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:36:45.574002 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-20e54ffc-7a6c-4aa2-9669-9b30b61b5caf service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0090106 Sep 03 01:36:45.577300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48df9e9-9d31-4f2d-816e-8648d8ffe07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e274674a-002f-43fa-b77a-03e9bee62ee7,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:45.728030 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45298) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:45.836626 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-558540fd-5534-4c41-8e42-7ff1b22f0750 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:45.837931 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-558540fd-5534-4c41-8e42-7ff1b22f0750 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports/8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 941 time: 0.1089218 Sep 03 01:36:45.882665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca2caa-8407-41b5-a92e-81dc1cb11bae req-440932a5-a270-4635-a806-72a4dc17d2e2 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:45.884146 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-45ca2caa-8407-41b5-a92e-81dc1cb11bae req-440932a5-a270-4635-a806-72a4dc17d2e2 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0548301 Sep 03 01:36:45.940602 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-45ca2caa-8407-41b5-a92e-81dc1cb11bae req-c1a11f24-89ab-483b-90c4-a62599a664d1 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477495 Sep 03 01:36:46.069566 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb9a16-e732-4d9d-b704-3b705297f96c req-350f4b89-4712-4a60-ab06-16b9353cfbb7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:46.071134 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-06bb9a16-e732-4d9d-b704-3b705297f96c req-350f4b89-4712-4a60-ab06-16b9353cfbb7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0482094 Sep 03 01:36:46.103760 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40386073-4d18-449b-8217-b588b0d6408b req-2e31b11b-1035-4434-9ff2-5fbc16ff39f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:46.106239 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-40386073-4d18-449b-8217-b588b0d6408b req-2e31b11b-1035-4434-9ff2-5fbc16ff39f8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0490484 Sep 03 01:36:46.126149 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-06bb9a16-e732-4d9d-b704-3b705297f96c req-a9698b4d-f163-4cd9-9c4f-2d16ea4a6bcd tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491598 Sep 03 01:36:46.177136 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-40386073-4d18-449b-8217-b588b0d6408b req-0358eaca-086c-41b1-b67c-294790f9526f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637829 Sep 03 01:36:46.340568 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f71dc7-c2f9-4956-9480-ccd598a086e2 req-bef8cb58-214f-4c6a-ac82-67d89be29747 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:46.350894 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-86f71dc7-c2f9-4956-9480-ccd598a086e2 req-bef8cb58-214f-4c6a-ac82-67d89be29747 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0673335 Sep 03 01:36:46.377835 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45328) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:46.402161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8bf33df9-5178-410c-93d4-d55964889dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.430010 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-86f71dc7-c2f9-4956-9480-ccd598a086e2 req-451c89a9-0aac-4ccc-b286-f5bc5dfc469e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779655 Sep 03 01:36:46.551143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330c48d-b231-4fba-a6d9-bf08f9f8770e req-40f66f7d-d2c3-4915-b550-a88becbbca0f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:46.552514 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c330c48d-b231-4fba-a6d9-bf08f9f8770e req-40f66f7d-d2c3-4915-b550-a88becbbca0f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0721295 Sep 03 01:36:46.591523 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8bf33df9-5178-410c-93d4-d55964889dfc admin admin] Publish callbacks [] for security_group (40c2dbe1-e01f-4bc8-8f5a-002a2bb50280), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.595241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45336) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:46.622905 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c330c48d-b231-4fba-a6d9-bf08f9f8770e req-cee6f48c-512f-45a3-a62c-51c3a663cc9a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593541 Sep 03 01:36:46.650571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8bf33df9-5178-410c-93d4-d55964889dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (40c2dbe1-e01f-4bc8-8f5a-002a2bb50280), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.690015 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45342) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:46.690767 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8bf33df9-5178-410c-93d4-d55964889dfc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=10b61188652d42169fb6841a1beef057&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3104465 Sep 03 01:36:46.691835 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf33df9-5178-410c-93d4-d55964889dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c2dbe1-e01f-4bc8-8f5a-002a2bb50280,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:46.743314 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda23-6b6b-4e9b-b027-9bf8e7ae53bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.780359 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1be893e3-4512-40cb-9433-286b6c4bf8d7 admin admin] Publish callbacks [] for security_group (40c2dbe1-e01f-4bc8-8f5a-002a2bb50280), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.813487 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1be893e3-4512-40cb-9433-286b6c4bf8d7 admin admin] Publish callbacks [] for security_group (40c2dbe1-e01f-4bc8-8f5a-002a2bb50280), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.832275 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:46.854078 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:36:46.864783 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:46.897368 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda23-6b6b-4e9b-b027-9bf8e7ae53bc admin admin] Publish callbacks [] for security_group (bbf644af-3d68-4951-b884-e4bfcc59176a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:46.935621 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: DOWN; New status is: DOWN {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:36:46.998107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1be893e3-4512-40cb-9433-286b6c4bf8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (40c2dbe1-e01f-4bc8-8f5a-002a2bb50280), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.000909 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1be893e3-4512-40cb-9433-286b6c4bf8d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.006433 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1be893e3-4512-40cb-9433-286b6c4bf8d7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/40c2dbe1-e01f-4bc8-8f5a-002a2bb50280 HTTP/1.1" status: 204 len: 168 time: 0.3097835 Sep 03 01:36:47.006433 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c2fda23-6b6b-4e9b-b027-9bf8e7ae53bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bbf644af-3d68-4951-b884-e4bfcc59176a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.021872 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be893e3-4512-40cb-9433-286b6c4bf8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c2dbe1-e01f-4bc8-8f5a-002a2bb50280,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:47.062256 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8c2fda23-6b6b-4e9b-b027-9bf8e7ae53bc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=174605548d884b8c89e2739692609de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607375 Sep 03 01:36:47.062802 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45346) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:47.062988 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fda23-6b6b-4e9b-b027-9bf8e7ae53bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf644af-3d68-4951-b884-e4bfcc59176a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:47.091933 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:47.113103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c309641d-6100-49f9-bd5f-7461f2c0ceb6 admin admin] Publish callbacks [] for security_group (bbf644af-3d68-4951-b884-e4bfcc59176a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.136593 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c309641d-6100-49f9-bd5f-7461f2c0ceb6 admin admin] Publish callbacks [] for security_group (bbf644af-3d68-4951-b884-e4bfcc59176a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.166509 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:47.232143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c309641d-6100-49f9-bd5f-7461f2c0ceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bbf644af-3d68-4951-b884-e4bfcc59176a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.234954 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c309641d-6100-49f9-bd5f-7461f2c0ceb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:47.239308 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c309641d-6100-49f9-bd5f-7461f2c0ceb6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bbf644af-3d68-4951-b884-e4bfcc59176a HTTP/1.1" status: 204 len: 168 time: 0.1751437 Sep 03 01:36:47.247551 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c309641d-6100-49f9-bd5f-7461f2c0ceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf644af-3d68-4951-b884-e4bfcc59176a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:47.376202 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de1364-a70f-4f0a-a178-eaf4ecabc8c0 req-e5975127-9372-4485-9fc9-8b7bbbd32657 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:47.381866 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d7de1364-a70f-4f0a-a178-eaf4ecabc8c0 req-e5975127-9372-4485-9fc9-8b7bbbd32657 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0845566 Sep 03 01:36:47.450718 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d7de1364-a70f-4f0a-a178-eaf4ecabc8c0 req-2b5b3eae-e52c-48d3-a3a4-b0b0a947c726 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651884 Sep 03 01:36:47.594245 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00388b58-2090-49aa-97a9-319f578b63c1 req-35caa6d3-3281-419f-83ad-a43427bb6e32 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:47.595657 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00388b58-2090-49aa-97a9-319f578b63c1 req-35caa6d3-3281-419f-83ad-a43427bb6e32 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0591056 Sep 03 01:36:47.661113 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00388b58-2090-49aa-97a9-319f578b63c1 req-1ec67f3c-dea3-4a1c-a0f1-2ccec08c40c7 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598385 Sep 03 01:36:48.015069 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45376) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:48.126185 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-344698de-9050-494b-acdd-87120bf58cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.201134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-344698de-9050-494b-acdd-87120bf58cef admin admin] Publish callbacks [] for security_group (617d2996-43ba-4f2d-80d7-cde11275b0cc), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.289420 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-344698de-9050-494b-acdd-87120bf58cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (617d2996-43ba-4f2d-80d7-cde11275b0cc), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.337077 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-344698de-9050-494b-acdd-87120bf58cef admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9fcf666e7f704bfd8817469bfd76a933&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209190 Sep 03 01:36:48.337968 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344698de-9050-494b-acdd-87120bf58cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d2996-43ba-4f2d-80d7-cde11275b0cc,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:48.339982 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45386) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:48.395439 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-42ef9182-e238-411f-9432-a028a7243d74 admin admin] Publish callbacks [] for security_group (617d2996-43ba-4f2d-80d7-cde11275b0cc), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.416857 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-42ef9182-e238-411f-9432-a028a7243d74 admin admin] Publish callbacks [] for security_group (617d2996-43ba-4f2d-80d7-cde11275b0cc), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.541505 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-42ef9182-e238-411f-9432-a028a7243d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (617d2996-43ba-4f2d-80d7-cde11275b0cc), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.548857 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-42ef9182-e238-411f-9432-a028a7243d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:48.553734 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-42ef9182-e238-411f-9432-a028a7243d74 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/617d2996-43ba-4f2d-80d7-cde11275b0cc HTTP/1.1" status: 204 len: 168 time: 0.2118948 Sep 03 01:36:48.590434 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef9182-e238-411f-9432-a028a7243d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d2996-43ba-4f2d-80d7-cde11275b0cc,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:48.647781 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4105f0-1651-4c5e-beb4-e13c5b44e3b1 req-8a33a39c-792a-4313-b2d6-200393500497 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:48.650591 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9a4105f0-1651-4c5e-beb4-e13c5b44e3b1 req-8a33a39c-792a-4313-b2d6-200393500497 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0908413 Sep 03 01:36:48.762674 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9a4105f0-1651-4c5e-beb4-e13c5b44e3b1 req-1126ee75-8bac-4365-852e-0a9fbc45db5d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035783 Sep 03 01:36:48.851951 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3f162-c3da-443d-ba32-26a7210fc38c req-754e7acc-5cd1-4762-96b2-2e99946936e5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:48.854787 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b2b3f162-c3da-443d-ba32-26a7210fc38c req-754e7acc-5cd1-4762-96b2-2e99946936e5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0722988 Sep 03 01:36:48.922324 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b2b3f162-c3da-443d-ba32-26a7210fc38c req-2683c7ec-2ff1-4539-8260-842906db1b1e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624783 Sep 03 01:36:49.180800 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-b968c952-fcc6-4e45-ae91-c0f045c27404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:49.182863 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-b968c952-fcc6-4e45-ae91-c0f045c27404 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e&tenant_id=e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 1128 time: 0.0758491 Sep 03 01:36:49.246470 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-45c6ac73-c68d-4614-bf22-e203bab1fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:49.248115 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-45c6ac73-c68d-4614-bf22-e203bab1fa11 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1128 time: 0.0433033 Sep 03 01:36:49.352004 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-86f4b2f5-7506-47d2-83bb-b342cca831c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:49.353449 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-86f4b2f5-7506-47d2-83bb-b342cca831c1 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.0990429 Sep 03 01:36:49.414111 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:49.428906 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-56826a1c-31da-46a5-90f1-e7983b7b99a1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 999 time: 0.0593100 Sep 03 01:36:49.482327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-7504bc8a-fff1-4d2c-b244-0b0bbcc659be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:49.483818 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-7504bc8a-fff1-4d2c-b244-0b0bbcc659be service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0484521 Sep 03 01:36:49.529903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-2d9f8c27-0362-4bde-8662-78b2eaf379b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:49.531457 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-2d9f8c27-0362-4bde-8662-78b2eaf379b5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387259 Sep 03 01:36:49.563436 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-85b10c37-2aa7-46f8-a943-3117bc9d1989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:49.635709 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-cba31003-0bd9-4ec8-a0b7-b77e630ac31e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976257 Sep 03 01:36:49.734613 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-979d8e30-9dca-4e86-8785-ad615ae59d6e req-50afe7a9-1b4a-4886-a3fc-90ad03e15f2b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916867 Sep 03 01:36:49.772475 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45450) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:49.877172 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-243381054-network', 'tenant_id': 'efb12fa605334996a0e25888c90a108a'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:36:49.905129 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c96b00-078a-419e-b347-2292cdf41ab6 req-aa29912a-2ffa-4822-b82c-fa309b3dc982 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:49.906984 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9c96b00-078a-419e-b347-2292cdf41ab6 req-aa29912a-2ffa-4822-b82c-fa309b3dc982 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0531290 Sep 03 01:36:49.919181 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:49.955031 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9c96b00-078a-419e-b347-2292cdf41ab6 req-e6296253-6bde-4ec7-ab21-2c60408089d8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426452 Sep 03 01:36:49.975034 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Made reservation on behalf of efb12fa605334996a0e25888c90a108a for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:36:49.977476 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:49.986883 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.088136 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f210ee-6f85-43b8-88da-aa22f39089f1 req-ee309be5-aa8d-4b3a-801c-a18cd0211236 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:50.089934 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-41f210ee-6f85-43b8-88da-aa22f39089f1 req-ee309be5-aa8d-4b3a-801c-a18cd0211236 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0641503 Sep 03 01:36:50.219001 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-41f210ee-6f85-43b8-88da-aa22f39089f1 req-8a9b1bd4-4fd9-4161-85ca-4f4be210ef6d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223102 Sep 03 01:36:50.220771 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks [] for security_group (1431809f-154d-4a90-a2fa-4b290819fcc8), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.284242 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (1431809f-154d-4a90-a2fa-4b290819fcc8), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.290668 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:INSERT=7,neutron:DELETE=4,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:50.312815 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:36:50.323356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1431809f-154d-4a90-a2fa-4b290819fcc8,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:50.328868 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.329211 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Added segment 4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174 of type vlan for network 9c419ae7-3777-49c3-b6cf-a135a623993c Sep 03 01:36:50.370386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (9c419ae7-3777-49c3-b6cf-a135a623993c), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.508927 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (9c419ae7-3777-49c3-b6cf-a135a623993c), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.510969 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:50.512640 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:50.517820 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:50.593094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] Pushing event updated for resources: {'Network': ['ID=9c419ae7-3777-49c3-b6cf-a135a623993c,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:50.607184 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 9c419ae7-3777-49c3-b6cf-a135a623993c details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:36:50.650115 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45484) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:50.650385 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-bdff815c-3195-435c-bed9-baee95015c03 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8771303 Sep 03 01:36:50.655992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Request body: {'subnet': {'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-243381054-subnet', 'tenant_id': 'efb12fa605334996a0e25888c90a108a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:36:50.785459 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=6 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:50.788245 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Made reservation on behalf of efb12fa605334996a0e25888c90a108a for: {'subnet': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:36:50.792077 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4914042'] for subnet (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:51.146824 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791ea42-cf78-4707-bfb3-ec3f120cde3b req-7b2acb9a-5a5f-4a07-8aaf-f909bb04aaf7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:51.148571 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0791ea42-cf78-4707-bfb3-ec3f120cde3b req-7b2acb9a-5a5f-4a07-8aaf-f909bb04aaf7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0529008 Sep 03 01:36:51.177188 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4913992'] for subnet (ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:51.314825 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0791ea42-cf78-4707-bfb3-ec3f120cde3b req-7c9024fb-51ea-475d-bf77-7e5acff8250a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604149 Sep 03 01:36:51.319665 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:51.335392 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Checking segment: {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:36:51.336366 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Network hostable DHCP agents. Network: 9c419ae7-3777-49c3-b6cf-a135a623993c, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106679) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:36:51.415849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8aaeb-c66f-45ca-b2d2-5849250841df req-ba34021d-25d7-44b9-ac1d-5fc9fc8b1774 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:51.417531 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-85d8aaeb-c66f-45ca-b2d2-5849250841df req-ba34021d-25d7-44b9-ac1d-5fc9fc8b1774 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0557663 Sep 03 01:36:51.432585 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Network 9c419ae7-3777-49c3-b6cf-a135a623993c is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106679) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:36:51.482786 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-85d8aaeb-c66f-45ca-b2d2-5849250841df req-e3551cdc-e896-45ed-93ea-51eaa570e1d3 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468473 Sep 03 01:36:51.500861 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 9c419ae7-3777-49c3-b6cf-a135a623993c) {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:36:51.515664 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d431ebb7-fa13-4c06-86ad-d8648a31baec None None] Network 9c419ae7-3777-49c3-b6cf-a135a623993c requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:36:51.517534 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:51.518810 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:51.634717 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c07fabd9-e155-44f3-92bf-bd8d688a741b admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9832728 Sep 03 01:36:51.637923 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb300c-567c-4525-a425-74a82a06f2bb None None] Network 9c419ae7-3777-49c3-b6cf-a135a623993c requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:36:52.004464 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-59ddae74-f424-4c29-9f8e-c7bd7264c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:52.466946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b96254-eddc-466a-917a-d86048be1f29 req-ca2bfa20-707b-48ed-80cb-3b528962de17 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:52.468754 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01b96254-eddc-466a-917a-d86048be1f29 req-ca2bfa20-707b-48ed-80cb-3b528962de17 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0569174 Sep 03 01:36:52.546128 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01b96254-eddc-466a-917a-d86048be1f29 req-f9a1e25c-7b0f-4fd9-9d21-a4b6e26d33db tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686672 Sep 03 01:36:52.646781 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437db43f-4f36-4a40-8d4c-aeef44a8b274 req-45fe3469-44c4-47dd-8b69-95b79fa849ea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:52.648377 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-437db43f-4f36-4a40-8d4c-aeef44a8b274 req-45fe3469-44c4-47dd-8b69-95b79fa849ea tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0644002 Sep 03 01:36:52.703188 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-437db43f-4f36-4a40-8d4c-aeef44a8b274 req-11da7ff5-63da-4d82-b146-fd574a4f8d00 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486000 Sep 03 01:36:53.014886 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:53.663039 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5627e-2baa-4589-9aa8-b86e75c1cb23 req-7a20d448-ae29-414c-86ef-080fa6839164 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:53.664524 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b6e5627e-2baa-4589-9aa8-b86e75c1cb23 req-7a20d448-ae29-414c-86ef-080fa6839164 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0497737 Sep 03 01:36:53.715068 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b6e5627e-2baa-4589-9aa8-b86e75c1cb23 req-1378843b-7475-4dbc-8268-b7755f0c776d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447469 Sep 03 01:36:53.839196 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f821fc5-593f-4f7c-b8de-85478a167501 req-160e90ef-e1a6-41bc-95ea-6437f97a3308 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:53.840743 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5f821fc5-593f-4f7c-b8de-85478a167501 req-160e90ef-e1a6-41bc-95ea-6437f97a3308 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0510831 Sep 03 01:36:53.892535 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5f821fc5-593f-4f7c-b8de-85478a167501 req-89f616b1-9705-4640-b214-1ae8d81488b9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448182 Sep 03 01:36:54.730681 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:54.809622 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:54.810577 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:54.867875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0b9c8-4e9a-4df7-8eff-97d8f103d699 req-d89e48be-50bc-499d-85d2-d5ad3ebed0d3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:54.870116 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bcf0b9c8-4e9a-4df7-8eff-97d8f103d699 req-d89e48be-50bc-499d-85d2-d5ad3ebed0d3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0611453 Sep 03 01:36:54.925449 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bcf0b9c8-4e9a-4df7-8eff-97d8f103d699 req-6a3f53f9-8138-4376-b1ad-2a395aada39c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476234 Sep 03 01:36:55.041943 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbf4b4e-1a41-4630-98f0-6c6015435ae9 req-4c74ca6c-ed24-499d-9c5c-2ae1c96fa9e1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:55.043625 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4bbf4b4e-1a41-4630-98f0-6c6015435ae9 req-4c74ca6c-ed24-499d-9c5c-2ae1c96fa9e1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0588727 Sep 03 01:36:55.103125 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4bbf4b4e-1a41-4630-98f0-6c6015435ae9 req-08e46869-7b79-4906-8227-6a463ed94765 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488517 Sep 03 01:36:55.887218 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:55.949380 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-fdf518bd-85fa-441f-bd85-6bb11c416e1e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:55.951105 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-fdf518bd-85fa-441f-bd85-6bb11c416e1e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/networks?id=9c419ae7-3777-49c3-b6cf-a135a623993c HTTP/1.1" status: 200 len: 813 time: 0.1536634 Sep 03 01:36:55.985201 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-75fff1fe-e969-4fee-8a8c-bcfe749d7c84 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/quotas/efb12fa605334996a0e25888c90a108a HTTP/1.1" status: 200 len: 375 time: 0.0278699 Sep 03 01:36:56.052131 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-4f9160dc-eb69-44aa-ad88-30327483e1a9 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=efb12fa605334996a0e25888c90a108a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609312 Sep 03 01:36:56.103485 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6554d0e3-c692-4c32-866e-0b7c0d8b1dab req-5a6792d7-6052-425d-addc-b15ce96ad1ae tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:56.103485 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6554d0e3-c692-4c32-866e-0b7c0d8b1dab req-5a6792d7-6052-425d-addc-b15ce96ad1ae tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0589945 Sep 03 01:36:56.141683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:56.163251 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-36c5f13c-a392-424a-bddd-88e3cb58dff6 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102207 Sep 03 01:36:56.172452 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6554d0e3-c692-4c32-866e-0b7c0d8b1dab req-960d38b9-d13d-4c2f-960d-6a8c56ea160a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607953 Sep 03 01:36:56.309037 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-4dc8ea24-9759-48a8-a429-8aa6eb3a521d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390088 Sep 03 01:36:56.319892 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71604251-91e4-45ed-87df-9ea07ce13d07 req-9ee23564-8d5c-4a42-8cbc-a9fb0e39ea61 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:56.321398 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-71604251-91e4-45ed-87df-9ea07ce13d07 req-9ee23564-8d5c-4a42-8cbc-a9fb0e39ea61 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0571933 Sep 03 01:36:56.389814 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-71604251-91e4-45ed-87df-9ea07ce13d07 req-08083cd2-5963-44e8-999f-936d47b709b8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507562 Sep 03 01:36:56.694662 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-60ae3fce-4c85-4e9f-acbc-2e8ce8afc094 req-aa96ca32-8dcc-4a51-a791-8ca36ca2bc35 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0371087 Sep 03 01:36:57.205508 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26d81d-1234-468f-a9eb-7f617cad520a req-7d059fa1-461c-4d8a-a87b-8c982a56ca3f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:57.207107 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0a26d81d-1234-468f-a9eb-7f617cad520a req-7d059fa1-461c-4d8a-a87b-8c982a56ca3f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0532117 Sep 03 01:36:57.297069 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0a26d81d-1234-468f-a9eb-7f617cad520a req-2d794fee-1492-4e7d-a09b-f3bb3c2a49ef tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841255 Sep 03 01:36:57.380890 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f3bf7-7381-4219-83de-bc5213786250 req-01173212-fc7d-42b2-873a-bdce0769bbd2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:57.386827 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e31f3bf7-7381-4219-83de-bc5213786250 req-01173212-fc7d-42b2-873a-bdce0769bbd2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0607879 Sep 03 01:36:57.439995 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e31f3bf7-7381-4219-83de-bc5213786250 req-66be5fa1-8b61-4048-9a9a-25207cfe0e38 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505955 Sep 03 01:36:57.584599 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a243d-471d-4ba1-b3fe-060aee7eb725 req-f6909322-fed4-44f9-bab3-14bb3f794cef tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:57.591128 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-470a243d-471d-4ba1-b3fe-060aee7eb725 req-f6909322-fed4-44f9-bab3-14bb3f794cef tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0839624 Sep 03 01:36:57.643365 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-470a243d-471d-4ba1-b3fe-060aee7eb725 req-c844d221-62f7-45ec-9d76-bc2012c24406 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496540 Sep 03 01:36:57.783144 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-756f524a-fa3c-4811-99c8-20e3f55984f3 req-ed32545b-899b-4884-9951-e6fb44c3f773 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0295084 Sep 03 01:36:58.431913 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c772f4-9b9d-4907-9d67-fe4c5a3bb1d1 req-ef5415ad-e6f1-4543-a2db-12fd825a0e62 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:58.433541 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-26c772f4-9b9d-4907-9d67-fe4c5a3bb1d1 req-ef5415ad-e6f1-4543-a2db-12fd825a0e62 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0498226 Sep 03 01:36:58.490944 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-26c772f4-9b9d-4907-9d67-fe4c5a3bb1d1 req-dddc9951-f745-4da2-ada2-b4ef2155569a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516043 Sep 03 01:36:58.658203 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfda0f-4181-48a3-9834-db28d040f323 req-d6ebfd5b-c885-4aa7-a034-5cff41b55fb2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:58.666179 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81dfda0f-4181-48a3-9834-db28d040f323 req-d6ebfd5b-c885-4aa7-a034-5cff41b55fb2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0894833 Sep 03 01:36:58.781566 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81dfda0f-4181-48a3-9834-db28d040f323 req-16d6fc0d-2ccd-4888-9199-2da0ff8bf310 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116896 Sep 03 01:36:58.820178 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca4b64-1f64-4141-a034-b6334eaf292c req-71a1bcd6-6ef7-43d3-962b-24d4e666b184 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:58.825152 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-11ca4b64-1f64-4141-a034-b6334eaf292c req-71a1bcd6-6ef7-43d3-962b-24d4e666b184 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0820680 Sep 03 01:36:58.872263 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45632) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:58.909081 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-11ca4b64-1f64-4141-a034-b6334eaf292c req-92f94278-890f-4546-aa3c-91bd5608e5dd tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813134 Sep 03 01:36:58.966557 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4a297e6c-0367-41fb-b9cd-b6d2086484fc req-6d6ee203-ff7e-431f-b5c6-d60a95743f60 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0293460 Sep 03 01:36:59.036860 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dc3c-5fac-45ce-8249-eecbe2030ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.052850 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:59.087080 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:36:59.125679 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dc3c-5fac-45ce-8249-eecbe2030ed0 admin admin] Publish callbacks [] for security_group (3f200264-0c6b-4172-947d-f0aa76cb46a9), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.465077 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7ec6dc3c-5fac-45ce-8249-eecbe2030ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3f200264-0c6b-4172-947d-f0aa76cb46a9), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.492618 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7ec6dc3c-5fac-45ce-8249-eecbe2030ed0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=cba01b70c4474cdb92f6fe4e6585d159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6190658 Sep 03 01:36:59.493480 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6dc3c-5fac-45ce-8249-eecbe2030ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f200264-0c6b-4172-947d-f0aa76cb46a9,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:59.495395 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45636) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:36:59.547268 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3f2988c9-f222-48e6-a50b-dc6c6b98802b admin admin] Publish callbacks [] for security_group (3f200264-0c6b-4172-947d-f0aa76cb46a9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.568042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3f2988c9-f222-48e6-a50b-dc6c6b98802b admin admin] Publish callbacks [] for security_group (3f200264-0c6b-4172-947d-f0aa76cb46a9), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.637449 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf020d6b-05f2-40ba-bc01-2ff6c52ef57f req-137fb346-031a-4b8c-afa8-680b937955a6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:59.638912 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cf020d6b-05f2-40ba-bc01-2ff6c52ef57f req-137fb346-031a-4b8c-afa8-680b937955a6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0556731 Sep 03 01:36:59.688754 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cf020d6b-05f2-40ba-bc01-2ff6c52ef57f req-2694f682-42eb-426b-8576-5377a560e870 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436366 Sep 03 01:36:59.752094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3f2988c9-f222-48e6-a50b-dc6c6b98802b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3f200264-0c6b-4172-947d-f0aa76cb46a9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.754881 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3f2988c9-f222-48e6-a50b-dc6c6b98802b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:36:59.755997 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3f2988c9-f222-48e6-a50b-dc6c6b98802b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3f200264-0c6b-4172-947d-f0aa76cb46a9 HTTP/1.1" status: 204 len: 168 time: 0.2596338 Sep 03 01:36:59.764110 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2988c9-f222-48e6-a50b-dc6c6b98802b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f200264-0c6b-4172-947d-f0aa76cb46a9,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:36:59.925187 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d8e8c-78f0-400c-9483-11fb2c2eb1fa req-fd1f9180-9f97-478c-869c-df6faf2ba04b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:36:59.926683 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d1d8e8c-78f0-400c-9483-11fb2c2eb1fa req-fd1f9180-9f97-478c-869c-df6faf2ba04b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0504639 Sep 03 01:36:59.975986 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9d1d8e8c-78f0-400c-9483-11fb2c2eb1fa req-45ad587b-d46e-4503-991d-db1905d76e2f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426722 Sep 03 01:37:00.036645 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7db3a-e674-408f-99db-2d4499215c66 req-571c89e4-c9b3-4c44-bf02-eb8c9eb1d032 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:00.038321 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a5c7db3a-e674-408f-99db-2d4499215c66 req-571c89e4-c9b3-4c44-bf02-eb8c9eb1d032 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0518322 Sep 03 01:37:00.093933 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1db69c4a-b9a7-47c4-afc1-245d2c2c2b78 req-29b071e2-067a-4e8d-9429-579a23465299 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0303929 Sep 03 01:37:00.095608 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a5c7db3a-e674-408f-99db-2d4499215c66 req-45f5a561-1ec6-4aff-999e-d8d104aec055 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476818 Sep 03 01:37:00.663916 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45670) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:00.767093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-750718074-network', 'tenant_id': 'c306d09e93584320b34697dba7641ac8'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:00.831945 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f74606-a191-413f-848d-7bc1fb2ee8d8 req-71f2bad9-177c-43e3-b28a-ab05337ce92c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:00.833505 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f7f74606-a191-413f-848d-7bc1fb2ee8d8 req-71f2bad9-177c-43e3-b28a-ab05337ce92c tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0565724 Sep 03 01:37:00.883422 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:00.884043 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f7f74606-a191-413f-848d-7bc1fb2ee8d8 req-b7eab108-6e5a-448e-83f6-9b429d115567 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442138 Sep 03 01:37:00.911877 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Made reservation on behalf of c306d09e93584320b34697dba7641ac8 for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:00.914224 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:00.917531 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:00.923476 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:00.979257 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:00.999749 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks [] for security_group (a5faf915-7089-4eb6-bc67-4dff6076ac19), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.072258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a5faf915-7089-4eb6-bc67-4dff6076ac19), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.118228 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:37:01.131674 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039295-6ebf-470e-8656-03c3673a7e32 req-4a48bb11-4ac3-4679-bbdb-298fb8bb6334 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:01.133153 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd039295-6ebf-470e-8656-03c3673a7e32 req-4a48bb11-4ac3-4679-bbdb-298fb8bb6334 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0714884 Sep 03 01:37:01.149165 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5faf915-7089-4eb6-bc67-4dff6076ac19,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:01.153826 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (31b1f2b4-2f86-4f38-8069-17689cfef118), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.154164 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Added segment 31b1f2b4-2f86-4f38-8069-17689cfef118 of type vlan for network acc3f9d7-e89e-4ae5-bc90-4373dd60425f Sep 03 01:37:01.200500 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e40a0eaa-a972-4e88-ab13-20de797633b8 req-351f6642-ee09-4a28-8cf4-d7857b52a315 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0271912 Sep 03 01:37:01.228214 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (acc3f9d7-e89e-4ae5-bc90-4373dd60425f), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.236970 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd039295-6ebf-470e-8656-03c3673a7e32 req-152bd2eb-0be6-4b46-9106-3422f6f8d815 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969219 Sep 03 01:37:01.304729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c5c097-a867-40b5-85d7-a0ebaa7c4ac0 req-9a6846bf-be85-480e-998d-90585df1455b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:01.306171 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a3c5c097-a867-40b5-85d7-a0ebaa7c4ac0 req-9a6846bf-be85-480e-998d-90585df1455b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0464277 Sep 03 01:37:01.317969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (acc3f9d7-e89e-4ae5-bc90-4373dd60425f), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.319069 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:01.319755 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.354179 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a3c5c097-a867-40b5-85d7-a0ebaa7c4ac0 req-ea09f96c-44b1-4896-a078-2ae4b52295bc tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423169 Sep 03 01:37:01.380026 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] Pushing event updated for resources: {'Network': ['ID=acc3f9d7-e89e-4ae5-bc90-4373dd60425f,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:01.391268 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:37:01.405968 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-98316abc-f0a9-46b6-a93b-ffff6e9b17f3 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7409849 Sep 03 01:37:01.409940 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45686) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:01.414892 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Request body: {'subnet': {'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-750718074-subnet', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:01.488634 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Made reservation on behalf of c306d09e93584320b34697dba7641ac8 for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:01.491059 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650153'] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.698499 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9832-18e0-4dae-9da9-8315d45317ff req-a9cd9da5-56d4-446c-8306-042c53b40544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:01.700654 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-a9cd9da5-56d4-446c-8306-042c53b40544 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1128 time: 0.0440946 Sep 03 01:37:01.707324 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650139'] for subnet (d0b54629-c284-4a1b-8884-71698e5a0b74), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.769739 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b54629-c284-4a1b-8884-71698e5a0b74,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:01.788291 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Checking segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:01.788638 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Network hostable DHCP agents. Network: acc3f9d7-e89e-4ae5-bc90-4373dd60425f, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:37:01.800111 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:01.876503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:37:01.957293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, acc3f9d7-e89e-4ae5-bc90-4373dd60425f) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:01.962583 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:01.963174 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:01.968165 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1f199e-c929-48be-be84-315507744061 None None] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:37:02.006706 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b1f9b-655e-44b4-a061-bd86f86ef060 req-a7c33084-5627-464e-84c3-7a8a022bc5c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:02.008187 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-690b1f9b-655e-44b4-a061-bd86f86ef060 req-a7c33084-5627-464e-84c3-7a8a022bc5c2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0492508 Sep 03 01:37:02.046747 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e428979d-e0cb-4255-8daf-518e4115cd71 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6356246 Sep 03 01:37:02.049960 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45694) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:02.054596 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:02.068127 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-690b1f9b-655e-44b4-a061-bd86f86ef060 req-4bf0c39d-6714-41c1-8885-a2df10aad15e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511720 Sep 03 01:37:02.087341 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:37:02.088434 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.152403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (75e6300b-cdde-48aa-a45e-cf3eb077e033), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.153469 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (75e6300b-cdde-48aa-a45e-cf3eb077e033), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.205142 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks [] for router_controller (75e6300b-cdde-48aa-a45e-cf3eb077e033), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.221885 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Allocated IP 172.20.0.2 (acc3f9d7-e89e-4ae5-bc90-4373dd60425f/d0b54629-c284-4a1b-8884-71698e5a0b74/e6ffe392-208f-4cd1-98a5-ef77e7af814d) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:02.323946 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:02.382412 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9832-18e0-4dae-9da9-8315d45317ff req-4a6dbcaf-92c3-4a33-845d-67ed64631efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:02.385095 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-4a6dbcaf-92c3-4a33-845d-67ed64631efc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.1546037 Sep 03 01:37:02.385900 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Publish callbacks [] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.441543 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7ae72116-7be1-4b86-8700-b12931e72d85 req-69eede94-ce05-4b2f-8bcf-cfad4e687a51 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.1196389 Sep 03 01:37:02.473753 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-6cfaf4b4-a39a-4e6a-89fa-9acceb417c77 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:02.475694 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-6cfaf4b4-a39a-4e6a-89fa-9acceb417c77 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.0893860 Sep 03 01:37:02.477152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks [] for router_gateway (75e6300b-cdde-48aa-a45e-cf3eb077e033), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.483531 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0540f06-e36b-4e12-8215-8fee03f08bc6 req-00b6965c-955c-4281-b302-da90ebf5f372 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:02.484965 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b0540f06-e36b-4e12-8215-8fee03f08bc6 req-00b6965c-955c-4281-b302-da90ebf5f372 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.1413186 Sep 03 01:37:02.489930 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.512137 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:02.539135 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b0540f06-e36b-4e12-8215-8fee03f08bc6 req-0230b9e3-8662-4a26-b3a1-2415dd9fe0b9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472455 Sep 03 01:37:02.540010 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:02.545592 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:02.547502 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Pushing event updated for resources: {'Port': ['ID=e6ffe392-208f-4cd1-98a5-ef77e7af814d,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:02.550606 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:02.610983 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14b2d1-cdda-4f2c-9b98-a98c5778bdb5 req-0a03c1af-ace3-49ba-91b7-24df11e76b40 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:02.613338 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3b14b2d1-cdda-4f2c-9b98-a98c5778bdb5 req-0a03c1af-ace3-49ba-91b7-24df11e76b40 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0977111 Sep 03 01:37:02.619152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:02.621488 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Attempting to bind port e6ffe392-208f-4cd1-98a5-ef77e7af814d on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:02.621863 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Attempting to bind port e6ffe392-208f-4cd1-98a5-ef77e7af814d by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:02.622354 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Attempting to bind port e6ffe392-208f-4cd1-98a5-ef77e7af814d on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:02.628588 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:02.628984 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Checking segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:02.629380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.629767 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Bound using segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:02.630230 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Bound port: e6ffe392-208f-4cd1-98a5-ef77e7af814d, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:02.630632 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.685407 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3b14b2d1-cdda-4f2c-9b98-a98c5778bdb5 req-c9274e21-fef1-42ea-900c-ac9ef9ba4fcb tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650051 Sep 03 01:37:02.692195 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] For port e6ffe392-208f-4cd1-98a5-ef77e7af814d, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:02.695609 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] For port e6ffe392-208f-4cd1-98a5-ef77e7af814d, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e6ffe392-208f-4cd1-98a5-ef77e7af814d,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:02.758681 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.788545 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:02.839393 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a48808-6e0a-44a5-97f3-eefd10e85bc0 None None] Pushing event updated for resources: {'Port': ['ID=e6ffe392-208f-4cd1-98a5-ef77e7af814d,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:02.839527 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks [] for router_gateway (75e6300b-cdde-48aa-a45e-cf3eb077e033), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.865064 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:02.919630 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-11931430-cdd0-4e58-b0ad-812162e025c3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 200 len: 999 time: 0.1762304 Sep 03 01:37:03.008291 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:37:03.008760 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.018200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:03.037711 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Allocated IP 172.27.1.58 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/9fdb86ad-50bd-4b5b-ade8-3171472b8862) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:03.201015 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks [] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.295152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.343692 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:03.349015 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:03.351768 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:03.372652 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Pushing event updated for resources: {'Port': ['ID=9fdb86ad-50bd-4b5b-ade8-3171472b8862,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:03.408099 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ead53-ee53-4099-a110-4ba5a53d07d0 req-01de3658-84a7-461b-a0ba-c6a3508ca914 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:03.410708 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4c4ead53-ee53-4099-a110-4ba5a53d07d0 req-01de3658-84a7-461b-a0ba-c6a3508ca914 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 945 time: 0.1027308 Sep 03 01:37:03.414592 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9832-18e0-4dae-9da9-8315d45317ff req-c9f9ae59-4021-4375-b302-0f9edd6a25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:03.415945 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-c9f9ae59-4021-4375-b302-0f9edd6a25e6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.4844573 Sep 03 01:37:03.465386 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] For port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:03.465790 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.554180 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4c4ead53-ee53-4099-a110-4ba5a53d07d0 req-29fd863c-226b-4c6d-a7e4-8b273f12c613 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=cac661d1-2d51-4114-9255-4097c57a8578&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347227 Sep 03 01:37:03.562884 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2f92638e-3e8d-4cd7-afbb-ea840b294d6c req-5341cbd6-2d57-4fe6-a61d-77cfb2f298ed tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0337403 Sep 03 01:37:03.586974 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:03.660983 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=90 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:03.735836 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.736070 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc2e61-df75-42ff-a412-7792a3df31c6 req-796b6f38-73a5-4577-b26a-da9f8c482098 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:03.736200 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (014fbe38-1e36-4982-9c6d-53fa5bff01c1), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.737424 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 014fbe38-1e36-4982-9c6d-53fa5bff01c1 disassociated. External IP: 172.27.1.93, port: d96cd46a-c8f7-49a5-bfb9-dda260e9c70a. Sep 03 01:37:03.737775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for d96cd46a-c8f7-49a5-bfb9-dda260e9c70a owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:37:03.738093 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-31cc2e61-df75-42ff-a412-7792a3df31c6 req-796b6f38-73a5-4577-b26a-da9f8c482098 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0926673 Sep 03 01:37:03.780915 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks [] for router_gateway (75e6300b-cdde-48aa-a45e-cf3eb077e033), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:03.817770 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f9832-18e0-4dae-9da9-8315d45317ff req-836a4ae6-587f-4a05-9536-678e053d445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:03.819324 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-836a4ae6-587f-4a05-9536-678e053d445f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478885 Sep 03 01:37:03.971643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c167ad-1e65-43a6-ae39-cbe59c4826ae req-65aadf04-2d05-4d24-b9e8-e185d59f1683 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:03.973220 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-51c167ad-1e65-43a6-ae39-cbe59c4826ae req-65aadf04-2d05-4d24-b9e8-e185d59f1683 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.1251330 Sep 03 01:37:04.040162 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c71a9f-bf6d-401d-a1ea-d9574a63fd5d None None] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:37:04.052891 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-713b80ff-7b8d-465a-b29b-41198d0a86fe service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033174 Sep 03 01:37:04.134575 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-31cc2e61-df75-42ff-a412-7792a3df31c6 req-c3d9b51f-c61b-4eb2-9cac-b20a786ee21e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3870339 Sep 03 01:37:04.143574 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:04.167025 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-51c167ad-1e65-43a6-ae39-cbe59c4826ae req-973bbf14-aaf7-4369-859d-7cb40f110850 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705711 Sep 03 01:37:04.199506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] Provisioning complete for port e6ffe392-208f-4cd1-98a5-ef77e7af814d triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:04.200179 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.221892 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-126f9832-18e0-4dae-9da9-8315d45317ff req-4709e27d-dfb2-42a7-b6d1-966d447276ca service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605122 Sep 03 01:37:04.285015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (d96cd46a-c8f7-49a5-bfb9-dda260e9c70a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.317645 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] Current status of the port e6ffe392-208f-4cd1-98a5-ef77e7af814d is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:04.319793 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.362301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=d96cd46a-c8f7-49a5-bfb9-dda260e9c70a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:04.389426 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] For port e6ffe392-208f-4cd1-98a5-ef77e7af814d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e6ffe392-208f-4cd1-98a5-ef77e7af814d,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:04.562889 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-f5f7571c-2368-43c9-ac47-d27258007adb tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:04.565383 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-f5f7571c-2368-43c9-ac47-d27258007adb tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9c419ae7-3777-49c3-b6cf-a135a623993c HTTP/1.1" status: 200 len: 813 time: 0.4744215 Sep 03 01:37:04.574430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:04.625648 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (75e6300b-cdde-48aa-a45e-cf3eb077e033), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.652805 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Request body: {'port': {'device_id': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c', 'admin_state_up': True, 'tenant_id': 'efb12fa605334996a0e25888c90a108a'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:04.667006 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:04.669716 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e6ffe392-208f-4cd1-98a5-ef77e7af814d up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:04.729750 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port e6ffe392-208f-4cd1-98a5-ef77e7af814d triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:04.730498 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.742904 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c50050-9d8f-499f-9f3e-4710489c7a8b req-2fbc0c22-5cab-4fa1-94b7-ddcfce4c58d0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:04.744640 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-78c50050-9d8f-499f-9f3e-4710489c7a8b req-2fbc0c22-5cab-4fa1-94b7-ddcfce4c58d0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.1781356 Sep 03 01:37:04.766949 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e0a6d7ae-4d98-4622-ba50-0e96d80484a6 req-cb286460-813c-4b48-93ef-655f2737d673 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0871980 Sep 03 01:37:04.823620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:04.873399 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:04.877651 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e6ffe392-208f-4cd1-98a5-ef77e7af814d is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:04.877919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.902154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:04.902867 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:04.924459 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] No DVR routers for this DVR port d96cd46a-c8f7-49a5-bfb9-dda260e9c70a on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:37:04.928073 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:04.932060 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f9973d8c-d4f6-4b30-b126-3457ef0a73c4 req-1c723708-e8b1-4196-a857-bcde80179424 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d96cd46a-c8f7-49a5-bfb9-dda260e9c70a HTTP/1.1" status: 204 len: 173 time: 2.1957757 Sep 03 01:37:04.932778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'name': 'network-vif-deleted', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:04.936171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5d9f96-6e7a-4dc7-ab69-b790d08882b0" -d '{"events": [{"server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "name": "network-vif-deleted", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:04.940245 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0f544578-199a-4d9c-bd1e-e4b7f8a1b525 req-73cdf38e-6f74-4bda-ad38-777a9a60297f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0693548 Sep 03 01:37:04.990008 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-78c50050-9d8f-499f-9f3e-4710489c7a8b req-9a9a36b4-46b9-4c84-af45-c270ab2fd31e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917315 Sep 03 01:37:05.004397 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.028200 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45734) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:05.039452 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a026d113-f793-4291-8dc3-ee3f58ad1e96 x-openstack-request-id: req-a026d113-f793-4291-8dc3-ee3f58ad1e96 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:05.039735 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc53030-cbc9-48c7-8b91-8e23455b23b8", "name": "network-vif-deleted", "tag": "d96cd46a-c8f7-49a5-bfb9-dda260e9c70a", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:05.041428 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a026d113-f793-4291-8dc3-ee3f58ad1e96 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:05.041428 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a026d113-f793-4291-8dc3-ee3f58ad1e96'] response: {'server_uuid': '0cc53030-cbc9-48c7-8b91-8e23455b23b8', 'name': 'network-vif-deleted', 'tag': 'd96cd46a-c8f7-49a5-bfb9-dda260e9c70a', 'status': 'completed', 'code': 200} Sep 03 01:37:05.211198 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.217762 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c6986a-4773-46b5-8ba9-507e55ce5cd9 tempest-TestMinimumBasicScenario-949015509 tempest-TestMinimumBasicScenario-949015509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:05.223143 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-14c6986a-4773-46b5-8ba9-507e55ce5cd9 tempest-TestMinimumBasicScenario-949015509 tempest-TestMinimumBasicScenario-949015509-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1125 time: 0.1895485 Sep 03 01:37:05.223689 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:05.225310 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45742) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:05.231293 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'port_id': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'tenant_id': '364812df6abf492698453972e9a1d120', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:05.295737 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d3e89-fb99-44c8-9660-51f565b751fe req-fb279017-5fef-408f-9f2f-ab5871c83443 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:05.302810 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-954d3e89-fb99-44c8-9660-51f565b751fe req-fb279017-5fef-408f-9f2f-ab5871c83443 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0720181 Sep 03 01:37:05.337469 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:37:05.337469 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Made reservation on behalf of efb12fa605334996a0e25888c90a108a for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:05.342150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.349355 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:37:05.349752 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:37:05.369189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.383439 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-bb8c5676-123b-4cc1-bb59-9ba2b8ee6751 None None] Provisioning complete for port e6ffe392-208f-4cd1-98a5-ef77e7af814d triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:05.383808 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-bb8c5676-123b-4cc1-bb59-9ba2b8ee6751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.387778 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.388900 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8581199-c154-45bc-803e-114bb70867f7 None None] Pushing event updated for resources: {'Port': ['ID=e6ffe392-208f-4cd1-98a5-ef77e7af814d,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:05.397663 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.416150 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-954d3e89-fb99-44c8-9660-51f565b751fe req-7d5bf45d-0d36-4874-b767-0f12c06a3ab9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099577 Sep 03 01:37:05.431399 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ba4dd-8866-4c3e-8b51-4d66c74e08cc req-5d3e24f4-80d7-4099-8300-5ac66a3e6736 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:05.432604 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-879ba4dd-8866-4c3e-8b51-4d66c74e08cc req-5d3e24f4-80d7-4099-8300-5ac66a3e6736 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0993102 Sep 03 01:37:05.451692 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.518234 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.541619 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-879ba4dd-8866-4c3e-8b51-4d66c74e08cc req-fcd27f14-2888-4d17-85a4-a5bdba96f744 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972757 Sep 03 01:37:05.551246 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c5676-123b-4cc1-bb59-9ba2b8ee6751 None None] Current status of the port e6ffe392-208f-4cd1-98a5-ef77e7af814d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:05.624331 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:19Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:05.649825 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:05.654714 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:05.657127 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Allocated IP 172.20.0.2 (9c419ae7-3777-49c3-b6cf-a135a623993c/ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec/91fcf0db-d435-4413-9523-d181eb8e1ae2) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:05.660931 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:05.661364 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:05.670167 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:05.686422 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Allocated IP 172.27.1.206 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/5aa57297-3cca-4a05-bd2a-0d441d06b790) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:05.695902 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:05.696887 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:05.754716 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.782762 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.784183 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-52d6b8e3-b9a0-4a9f-bdda-06ca63323d9f admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7332380 Sep 03 01:37:05.787309 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45746) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:05.797652 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:05.833542 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.854268 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:05.935905 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e6ffe392-208f-4cd1-98a5-ef77e7af814d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:05.970432 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:05.974022 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.992870 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:05.996493 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a076a73e-372b-434b-84ee-23af6bd26e98 req-0b3a0c11-dd98-4d37-a7d4-40c97325348a tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0940003 Sep 03 01:37:06.062858 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks [] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:06.084125 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'Port': ['ID=5aa57297-3cca-4a05-bd2a-0d441d06b790,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:06.123150 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d1346af1-8ad0-45e4-a6cc-c170a477aecb req-859b3cca-eb68-45a9-ba66-9b6245c8bfc6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0435944 Sep 03 01:37:06.125818 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:06.127827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:06.134737 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:06.147906 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:03Z', 'revision_number': 3, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:06.150324 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:19Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:06.181566 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:06.184972 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Updating router 75e6300b-cdde-48aa-a45e-cf3eb077e033 port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:37:06.212337 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d415437a-c3ec-4d53-909f-c43f1b92b593 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '06cb5c81-8caf-4f79-8b8d-33935ba26e4f', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.253', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:1a:98:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:33:15Z', 'updated_at': '2022-09-03T01:34:19Z', 'revision_number': 2, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:06.282103 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:06.505081 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:06.650792 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Network 9c419ae7-3777-49c3-b6cf-a135a623993c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:06.651540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e6ffe392-208f-4cd1-98a5-ef77e7af814d up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:06.676051 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:06.699642 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:06.711058 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port e6ffe392-208f-4cd1-98a5-ef77e7af814d triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:06.711372 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:06.749414 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1a92-ef45-43ff-8fe2-6f898fef164b req-88fec505-8cbe-454f-a8c7-959f68ac0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:06.752690 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-768e1a92-ef45-43ff-8fe2-6f898fef164b req-88fec505-8cbe-454f-a8c7-959f68ac0aaa service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.2252543 Sep 03 01:37:06.806692 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Pushing event updated for resources: {'Port': ['ID=91fcf0db-d435-4413-9523-d181eb8e1ae2,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:06.812903 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6162fa76-9d2e-4883-b206-4b5cdcca7332 None None] New status for floating IP 014fbe38-1e36-4982-9c6d-53fa5bff01c1: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:37:06.888439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ea206-3760-4623-b195-06d6a2698890 req-25ec5f84-735b-43b5-b805-1dbca03b2267 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:06.898827 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e55ea206-3760-4623-b195-06d6a2698890 req-25ec5f84-735b-43b5-b805-1dbca03b2267 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.2736375 Sep 03 01:37:06.925259 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:06.965169 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:06.979826 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:06.980485 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-768e1a92-ef45-43ff-8fe2-6f898fef164b req-314635e4-21d4-47a7-bd72-9b44e54b2cb5 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045135 Sep 03 01:37:06.980864 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:06.985043 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d96cd46a-c8f7-49a5-bfb9-dda260e9c70a no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:37:07.038086 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.065540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: d96cd46a-c8f7-49a5-bfb9-dda260e9c70a {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:37:07.066480 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d96cd46a-c8f7-49a5-bfb9-dda260e9c70a not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:37:07.067717 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e55ea206-3760-4623-b195-06d6a2698890 req-8e4b2ce0-d3c0-4df8-b323-6ea3d9843686 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591935 Sep 03 01:37:07.076959 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a8a9c-914f-4973-9598-ab2b9c430e06 req-80c2fe07-8b31-4d98-aee4-fae09e5b2cc1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:07.079425 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e46a8a9c-914f-4973-9598-ab2b9c430e06 req-80c2fe07-8b31-4d98-aee4-fae09e5b2cc1 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.1586208 Sep 03 01:37:07.110729 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-c446fd92-1c0f-4921-801d-d3917258c62c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4665613 Sep 03 01:37:07.131612 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e6ffe392-208f-4cd1-98a5-ef77e7af814d is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:07.140026 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Publish callbacks [] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.232441 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.263146 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e46a8a9c-914f-4973-9598-ab2b9c430e06 req-2b1d2c76-8ff8-401c-87df-f3c2921b1b5c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665964 Sep 03 01:37:07.276815 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Attempting to bind port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:07.277184 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Attempting to bind port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:07.277542 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Attempting to bind port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:07.307716 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for floatingip (1b1dee5e-b714-4f05-af24-2358a6e794d8), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.313523 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:07.313934 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:07.314319 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.314716 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:07.315188 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Bound port: 9fdb86ad-50bd-4b5b-ade8-3171472b8862, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:07.315553 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.353360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Allocated IP 172.20.0.1 (acc3f9d7-e89e-4ae5-bc90-4373dd60425f/d0b54629-c284-4a1b-8884-71698e5a0b74/50bc5cb7-cd1b-4c8b-9865-ad06510a71fa) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:07.359326 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Pushing event updated for resources: {'Port': ['ID=9fdb86ad-50bd-4b5b-ade8-3171472b8862,revision_number=2']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:07.373884 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.374632 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.375332 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.376006 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.376511 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.376747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cb45a-473a-4330-8783-bc3ac5f3963e req-3bc7fde5-44c5-4c74-80e1-5e57846730c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:07.377492 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.378008 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.378662 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.379224 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.381702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.381702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.381702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.381702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.381702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.381702 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:07.387439 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-436cb45a-473a-4330-8783-bc3ac5f3963e req-3bc7fde5-44c5-4c74-80e1-5e57846730c8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1846623 Sep 03 01:37:07.419753 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] For port 9fdb86ad-50bd-4b5b-ade8-3171472b8862, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:07.424372 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] For port 9fdb86ad-50bd-4b5b-ade8-3171472b8862, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9fdb86ad-50bd-4b5b-ade8-3171472b8862,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:07.442298 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-436cb45a-473a-4330-8783-bc3ac5f3963e req-f09a5a11-23d5-48e0-a05e-f16f9dc7ee64 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539739 Sep 03 01:37:07.469559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673fdfd-73f3-4308-89d0-3b9fcb6f76a6 req-095f6aa3-ccc6-4144-824e-d4d14f5cf1e1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:07.472144 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2673fdfd-73f3-4308-89d0-3b9fcb6f76a6 req-095f6aa3-ccc6-4144-824e-d4d14f5cf1e1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 931 time: 0.0997970 Sep 03 01:37:07.501509 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.529362 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.567466 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:07.569222 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:07.570262 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18609a-dad6-42bc-a581-2f0af3b9db3c None None] Pushing event updated for resources: {'Port': ['ID=9fdb86ad-50bd-4b5b-ade8-3171472b8862,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:07.579142 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:07.580781 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:07.734301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.774189 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d739838c-6e12-47b1-93d5-a4bb256d5cfc req-c5f1a98e-4f13-4189-b681-889e0b7e2f8d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0366979 Sep 03 01:37:07.789424 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Request body: {'port': {'device_id': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:07.791917 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.817514 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:07.850938 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:07.871442 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks [] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.876271 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (1b1dee5e-b714-4f05-af24-2358a6e794d8), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.877865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:07.917443 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'Port': ['ID=5aa57297-3cca-4a05-bd2a-0d441d06b790,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:07.935683 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2673fdfd-73f3-4308-89d0-3b9fcb6f76a6 req-10d103fc-a6e8-448d-9e63-f70ed7c4e963 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4524763 Sep 03 01:37:07.961785 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:07.995529 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Floating IP 1b1dee5e-b714-4f05-af24-2358a6e794d8 associated. External IP: 172.27.1.206, port: f1b93106-790d-4f9d-9fae-cd59eef8bc20. Sep 03 01:37:08.032415 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:08.038497 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:03Z', 'revision_number': 3, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:08.066734 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6970fe8-3440-4676-8356-02a2fd26d19f None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:03Z', 'revision_number': 3, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:08.099006 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.152171 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:08.160816 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:08.171534 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:08.178709 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:08.210600 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Pushing event updated for resources: {'Port': ['ID=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:08.275082 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (75e6300b-cdde-48aa-a45e-cf3eb077e033), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.290481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef46f39d-dc30-402d-9841-78c5f0b5a754 req-7ce48225-6c3f-4b96-82a8-2d45f43f5e8e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:08.292004 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef46f39d-dc30-402d-9841-78c5f0b5a754 req-7ce48225-6c3f-4b96-82a8-2d45f43f5e8e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.0822067 Sep 03 01:37:08.348887 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:08.404496 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef46f39d-dc30-402d-9841-78c5f0b5a754 req-e0f18442-43a6-4ea4-8502-83fe6f356352 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036940 Sep 03 01:37:08.530885 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-311fa381-bf8f-4eaa-874c-ede6620ff1b9 None None] Provisioning complete for port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:08.530885 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-311fa381-bf8f-4eaa-874c-ede6620ff1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.568619 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-311fa381-bf8f-4eaa-874c-ede6620ff1b9 None None] Port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:37:08.627149 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fcf0db-d435-4413-9523-d181eb8e1ae2 {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:37:08.640924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98be5dcc-7f81-4c1b-bfbe-bfd8e5cbbc27 req-2d715fdc-ae0a-4075-8bf9-7499d5f25e64 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:08.640924 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-98be5dcc-7f81-4c1b-bfbe-bfd8e5cbbc27 req-2d715fdc-ae0a-4075-8bf9-7499d5f25e64 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.2370994 Sep 03 01:37:08.646972 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Publish callbacks [] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.736058 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:08.747758 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] Sync routers for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:08.749987 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9fdb86ad-50bd-4b5b-ade8-3171472b8862 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:08.766387 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad17376-364e-476e-8ffd-ff66c5424439 req-5437ca7c-c888-4d33-8b5d-167b3bb8b5b5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:08.770851 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Transition to ACTIVE for port object 91fcf0db-d435-4413-9523-d181eb8e1ae2 will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:37:08.777615 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cad17376-364e-476e-8ffd-ff66c5424439 req-5437ca7c-c888-4d33-8b5d-167b3bb8b5b5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1174753 Sep 03 01:37:08.781589 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:08.788491 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:08.854892 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cad17376-364e-476e-8ffd-ff66c5424439 req-8dc86c22-09d0-4157-9fbd-43e967742a22 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761034 Sep 03 01:37:08.868683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.885383 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:08.935276 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-98be5dcc-7f81-4c1b-bfbe-bfd8e5cbbc27 req-391ad0bd-d33f-42e1-8da0-5030b78a3c50 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807968 Sep 03 01:37:08.935276 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.956529 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:08.962453 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:08.981354 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-44e63c66-422d-4920-903f-0d41b3051ec7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7533236 Sep 03 01:37:08.982466 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:08.985388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867b604c-366f-4f34-8c7a-f3f6960322a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:08.988887 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45780) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:08.997292 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898220344', 'description': 'tempest-secgroup-smoke-1898220344 description', 'project_id': '364812df6abf492698453972e9a1d120'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:09.003649 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.153081 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:09.153642 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.194225 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:09.197663 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 9fdb86ad-50bd-4b5b-ade8-3171472b8862, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9fdb86ad-50bd-4b5b-ade8-3171472b8862,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:09.266711 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.346668 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=9fdb86ad-50bd-4b5b-ade8-3171472b8862,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:09.446948 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e36d794b-2564-4aeb-a2f9-3259fb075e9a req-41ab4d59-857b-425e-9373-3d05adffe2e6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=0cc53030-cbc9-48c7-8b91-8e23455b23b8 HTTP/1.1" status: 200 len: 210 time: 0.0566549 Sep 03 01:37:09.450918 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a054a96-dd4b-40df-8619-ebcc90780879 req-4c431291-9ff3-4bba-af91-0f1dfa4803a1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:09.458846 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8a054a96-dd4b-40df-8619-ebcc90780879 req-4c431291-9ff3-4bba-af91-0f1dfa4803a1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 943 time: 0.2997286 Sep 03 01:37:09.503647 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=91fcf0db-d435-4413-9523-d181eb8e1ae2,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:09.507381 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.518353 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a94965-d3c6-42e8-9450-c627d303afcf x-openstack-request-id: req-62a94965-d3c6-42e8-9450-c627d303afcf {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:09.519157 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:09.519637 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-62a94965-d3c6-42e8-9450-c627d303afcf {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:09.521625 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a94965-d3c6-42e8-9450-c627d303afcf'] response: {'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'status': 'completed', 'code': 200} Sep 03 01:37:09.586611 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '1b1dee5e-b714-4f05-af24-2358a6e794d8', 'tenant_id': '364812df6abf492698453972e9a1d120', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'port_id': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'mac_address': 'fa:16:3e:03:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:37:06Z', 'updated_at': '2022-09-03T01:37:06Z', 'revision_number': 0, 'project_id': '364812df6abf492698453972e9a1d120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:36Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:09.605449 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:09.614639 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] Checking router: 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:09.625980 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:09.626665 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:09.636984 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8a054a96-dd4b-40df-8619-ebcc90780879 req-a70d5f5a-6cf5-404c-8f5b-7ee653301260 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713352 Sep 03 01:37:09.637854 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Attempting to bind port 91fcf0db-d435-4413-9523-d181eb8e1ae2 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:09.638415 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Attempting to bind port 91fcf0db-d435-4413-9523-d181eb8e1ae2 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:09.654787 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Attempting to bind port 91fcf0db-d435-4413-9523-d181eb8e1ae2 on network 9c419ae7-3777-49c3-b6cf-a135a623993c {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:09.672604 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks [] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.672904 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-d1190fe8-9dfb-4eea-a703-5022b6c06a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:09.672992 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Port 91fcf0db-d435-4413-9523-d181eb8e1ae2 on network 9c419ae7-3777-49c3-b6cf-a135a623993c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:37:09.672992 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Attempting to bind port 91fcf0db-d435-4413-9523-d181eb8e1ae2 on network 9c419ae7-3777-49c3-b6cf-a135a623993c {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:09.673132 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-d1190fe8-9dfb-4eea-a703-5022b6c06a71 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1130 time: 0.1378033 Sep 03 01:37:09.679204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:09.679633 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Checking segment: {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:09.680668 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Bound using segment: {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:09.680668 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Bound port: 91fcf0db-d435-4413-9523-d181eb8e1ae2, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:09.681299 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.687077 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:09.761345 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] For port 91fcf0db-d435-4413-9523-d181eb8e1ae2, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:09.764455 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.768460 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] For port 91fcf0db-d435-4413-9523-d181eb8e1ae2, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=91fcf0db-d435-4413-9523-d181eb8e1ae2,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:09.770871 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac6f9a-b766-4390-9e47-ab520e485b57 req-167676c1-1809-4ef1-88d8-b712034f1ea2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:09.772396 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1eac6f9a-b766-4390-9e47-ab520e485b57 req-167676c1-1809-4ef1-88d8-b712034f1ea2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 944 time: 0.1669290 Sep 03 01:37:09.772793 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:09.852907 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.860323 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group (44914223-3606-4f07-acb6-c511676b38c1), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.860829 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:09.861858 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.864166 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/91fcf0db-d435-4413-9523-d181eb8e1ae2 HTTP/1.1" status: 200 len: 1093 time: 2.0785801 Sep 03 01:37:09.864166 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'tag': '91fcf0db-d435-4413-9523-d181eb8e1ae2'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:09.866802 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d4f2bc-7314-4265-9e24-78ffbed83a81" -d '{"events": [{"name": "network-changed", "server_uuid": "51ed6fe4-9955-4b04-b20d-b2f60e944310", "tag": "91fcf0db-d435-4413-9523-d181eb8e1ae2"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:09.872212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (75e6300b-cdde-48aa-a45e-cf3eb077e033), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:09.874425 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Pushing event updated for resources: {'Port': ['ID=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:09.916623 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1eac6f9a-b766-4390-9e47-ab520e485b57 req-04c2528f-9f02-4627-8c52-dc0c451aaf7b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309924 Sep 03 01:37:09.927864 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f82981-cf83-4259-993a-b586f74c5465 x-openstack-request-id: req-61f82981-cf83-4259-993a-b586f74c5465 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:09.928466 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ed6fe4-9955-4b04-b20d-b2f60e944310", "tag": "91fcf0db-d435-4413-9523-d181eb8e1ae2", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:09.928466 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-61f82981-cf83-4259-993a-b586f74c5465 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:09.928786 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61f82981-cf83-4259-993a-b586f74c5465'] response: {'name': 'network-changed', 'server_uuid': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'tag': '91fcf0db-d435-4413-9523-d181eb8e1ae2', 'status': 'completed', 'code': 200} Sep 03 01:37:09.930629 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-91a9074d-c9f6-432d-aefa-6b7d42979bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:09.932274 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-91a9074d-c9f6-432d-aefa-6b7d42979bcc service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 916 time: 0.2487662 Sep 03 01:37:09.986812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (44914223-3606-4f07-acb6-c511676b38c1), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.106635 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:10.123750 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee94ae7-d5c2-4741-bf08-cf44c022ffb7 service neutron] Pushing event updated for resources: {'Port': ['ID=91fcf0db-d435-4413-9523-d181eb8e1ae2,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:10.140261 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '1b1dee5e-b714-4f05-af24-2358a6e794d8', 'tenant_id': '364812df6abf492698453972e9a1d120', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'port_id': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'mac_address': 'fa:16:3e:03:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:37:06Z', 'updated_at': '2022-09-03T01:37:06Z', 'revision_number': 0, 'project_id': '364812df6abf492698453972e9a1d120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:36Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:10.171312 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e633bfc9-6d6f-4ada-8adf-cf2a679bf1e2 None None] The sync data for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi is: [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '1b1dee5e-b714-4f05-af24-2358a6e794d8', 'tenant_id': '364812df6abf492698453972e9a1d120', 'floating_ip_address': '172.27.1.206', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'port_id': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'mac_address': 'fa:16:3e:03:d4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:37:06Z', 'updated_at': '2022-09-03T01:37:06Z', 'revision_number': 0, 'project_id': '364812df6abf492698453972e9a1d120', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:36Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:10.174645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:10.178429 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44914223-3606-4f07-acb6-c511676b38c1,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:10.178548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f2bc-7314-4265-9e24-78ffbed83a81 req-bb64149e-c3bb-422c-961a-6c9d95532c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.192409 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-36d4f2bc-7314-4265-9e24-78ffbed83a81 req-bb64149e-c3bb-422c-961a-6c9d95532c28 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efb12fa605334996a0e25888c90a108a&device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 1127 time: 0.1102662 Sep 03 01:37:10.193739 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-12542e93-1090-4edb-b623-ad3d945415c4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 1000 time: 0.1378458 Sep 03 01:37:10.203079 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0dc10-b45d-4451-8996-ac53e45809d1 req-cc257bb4-6278-4576-aec7-8304f52d6028 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.203619 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f461e0f-da7e-4b94-a7a4-eac09810190f req-9b4df6eb-9d92-47e3-9b9a-c0ad84670761 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.205757 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6f461e0f-da7e-4b94-a7a4-eac09810190f req-9b4df6eb-9d92-47e3-9b9a-c0ad84670761 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1677723 Sep 03 01:37:10.212403 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-56a0dc10-b45d-4451-8996-ac53e45809d1 req-cc257bb4-6278-4576-aec7-8304f52d6028 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0855396 Sep 03 01:37:10.259778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.264213 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6e81dde1-852e-48f2-8e22-e4f30d910be9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2720728 Sep 03 01:37:10.265123 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45792) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:10.296342 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group_rule': {'security_group_id': '44914223-3606-4f07-acb6-c511676b38c1', 'project_id': '364812df6abf492698453972e9a1d120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:10.304845 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:10.353192 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-56a0dc10-b45d-4451-8996-ac53e45809d1 req-e7236ead-2f01-4b9b-80f3-bbaa7aa4f48a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397078 Sep 03 01:37:10.355028 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-b0b2b73f-2454-423e-9bf3-17f076ae9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.356751 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-b0b2b73f-2454-423e-9bf3-17f076ae9bf8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.1413691 Sep 03 01:37:10.368064 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:10.388299 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:10.390299 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6f461e0f-da7e-4b94-a7a4-eac09810190f req-1e1a6238-4688-4b2a-9f3e-cfc317734a2b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678927 Sep 03 01:37:10.420388 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f2bc-7314-4265-9e24-78ffbed83a81 req-111ebbb3-2fbd-4d68-ac19-d7cc704afff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.421873 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-36d4f2bc-7314-4265-9e24-78ffbed83a81 req-111ebbb3-2fbd-4d68-ac19-d7cc704afff4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=efb12fa605334996a0e25888c90a108a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2147872 Sep 03 01:37:10.442863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (b7ce5052-481e-4762-ab2c-bdb581756c77), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.464971 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-6cd0a775-dc9f-49ec-b65f-3d4b4bd5d2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.466538 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-6cd0a775-dc9f-49ec-b65f-3d4b4bd5d2d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016951 Sep 03 01:37:10.671476 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45802) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:10.693839 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9fdb86ad-50bd-4b5b-ade8-3171472b8862 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:10.763088 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (b7ce5052-481e-4762-ab2c-bdb581756c77), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.776341 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-6d7fdcbb-3b24-4cc8-87d9-1ee6ecdef649 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851319 Sep 03 01:37:10.807641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477b2408-c8bf-482a-85b9-bcd10ed8c0ee None None] New status for floating IP 1b1dee5e-b714-4f05-af24-2358a6e794d8: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:37:10.823458 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:10.824161 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.828156 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:10.828308 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (b7ce5052-481e-4762-ab2c-bdb581756c77), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.842250 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4f2bc-7314-4265-9e24-78ffbed83a81 req-495f6d3f-e174-4cee-a645-a4b61f35056e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.843823 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-36d4f2bc-7314-4265-9e24-78ffbed83a81 req-495f6d3f-e174-4cee-a645-a4b61f35056e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3593388 Sep 03 01:37:10.890963 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:10.900233 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ce5052-481e-4762-ab2c-bdb581756c77,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:10.939037 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:37:10.950817 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:10.965754 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-f046dfcc-9683-4fdd-8be4-fde1dc89af1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.968139 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-f046dfcc-9683-4fdd-8be4-fde1dc89af1c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efb12fa605334996a0e25888c90a108a&device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 1127 time: 0.0638273 Sep 03 01:37:10.973015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02cdbf8-a0ea-4975-86ae-f0ae37027d6b req-7cf7e551-95ca-4cd8-82c0-870f420a034b tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:10.978778 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-235c6df2-76fd-4c6d-bdea-49f657856057 None None] Provisioning complete for port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:10.979156 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-235c6df2-76fd-4c6d-bdea-49f657856057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:10.984070 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c02cdbf8-a0ea-4975-86ae-f0ae37027d6b req-7cf7e551-95ca-4cd8-82c0-870f420a034b tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 943 time: 0.1989479 Sep 03 01:37:11.016839 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:11.036464 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-95cc62b7-2073-4c97-a8dc-66fa24426c08 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=91fcf0db-d435-4413-9523-d181eb8e1ae2 HTTP/1.1" status: 200 len: 217 time: 0.0423522 Sep 03 01:37:11.056199 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c02cdbf8-a0ea-4975-86ae-f0ae37027d6b req-fbafa736-da44-4482-a553-d5889a9eb9f5 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622425 Sep 03 01:37:11.058603 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:11.065827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.069710 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b2955292-8f20-4fb4-88de-4654bd4afe40 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7766113 Sep 03 01:37:11.078210 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45812) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:11.079292 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:11.092110 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7985cab1-83fa-4dca-8d9c-6f7e2e392058 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/75e6300b-cdde-48aa-a45e-cf3eb077e033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3036244 Sep 03 01:37:11.097105 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group_rule': {'security_group_id': '44914223-3606-4f07-acb6-c511676b38c1', 'project_id': '364812df6abf492698453972e9a1d120', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:11.133552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-11287aa9-1ea2-4171-a92f-64eea2dfbca7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (cac661d1-2d51-4114-9255-4097c57a8578), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.137329 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c1739-0add-4930-a66f-e5509252b78e req-f2568cf1-3cac-40bb-979f-3d887da7652a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:11.138643 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:11.139161 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-f2568cf1-3cac-40bb-979f-3d887da7652a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec HTTP/1.1" status: 200 len: 853 time: 0.0938566 Sep 03 01:37:11.139909 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:11.208813 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-7eaf1ab8-30d9-40c8-9701-54f59f8c2092 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=9c419ae7-3777-49c3-b6cf-a135a623993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595386 Sep 03 01:37:11.248033 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-867b604c-366f-4f34-8c7a-f3f6960322a4 req-aa18d659-844e-4a61-905a-94dd49b6d3aa service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397714 Sep 03 01:37:11.248840 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (cf981aa2-46b9-41af-ad01-72937be5313d), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.278424 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-235c6df2-76fd-4c6d-bdea-49f657856057 None None] Port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:37:11.290430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-11287aa9-1ea2-4171-a92f-64eea2dfbca7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (cac661d1-2d51-4114-9255-4097c57a8578), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.300570 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:11.345534 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:11.359026 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:11.361425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '8e331545-f680-453c-942e-5cd9fc274b5f', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'port_id': '8e331545-f680-453c-942e-5cd9fc274b5f', 'mac_address': 'fa:16:3e:55:0b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:37:11.403379 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:11.409596 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:11.409989 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.426241 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e331545-f680-453c-942e-5cd9fc274b5f {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:37:11.462023 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:11.484955 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-fd6a7a1f-81ff-46c0-8133-94918d7b9546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:11.486749 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-fd6a7a1f-81ff-46c0-8133-94918d7b9546 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.2419777 Sep 03 01:37:11.494191 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1120d0-d5d0-4941-8ad6-73d78badb12c req-28190987-bd0b-489b-a37a-7579ff84d2af tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:11.496217 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a1120d0-d5d0-4941-8ad6-73d78badb12c req-28190987-bd0b-489b-a37a-7579ff84d2af tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.1965714 Sep 03 01:37:11.524276 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.566301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:11.597798 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=9']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:11.638160 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 2, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:11.643538 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2a1120d0-d5d0-4941-8ad6-73d78badb12c req-2d0c1e58-a97e-4f7e-b71d-a431404f2a89 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712478 Sep 03 01:37:11.686020 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:11.686642 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Updating router 75e6300b-cdde-48aa-a45e-cf3eb077e033 port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:37:11.703413 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-54c93dc2-d569-44da-8e85-a7a8b6c81a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:11.706260 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-54c93dc2-d569-44da-8e85-a7a8b6c81a3a service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.2076926 Sep 03 01:37:11.752009 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:11.777533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b731901-837c-433c-9977-7f0507e5852b req-1636a2c7-9b1c-47f0-8a4d-7798b04679de tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:11.785342 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6b731901-837c-433c-9977-7f0507e5852b req-1636a2c7-9b1c-47f0-8a4d-7798b04679de tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.4981322 Sep 03 01:37:11.793348 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-11287aa9-1ea2-4171-a92f-64eea2dfbca7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (cac661d1-2d51-4114-9255-4097c57a8578), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.796919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-11287aa9-1ea2-4171-a92f-64eea2dfbca7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.802329 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-11287aa9-1ea2-4171-a92f-64eea2dfbca7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/cac661d1-2d51-4114-9255-4097c57a8578 HTTP/1.1" status: 204 len: 168 time: 1.1270990 Sep 03 01:37:11.813463 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45826) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:11.848767 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['8e331545-f680-453c-942e-5cd9fc274b5f'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:37:11.862598 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.872645 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9230e284-7a8b-4e9f-967b-4103409c8a0b req-f06a8aef-9840-4765-a50c-fd263e6cbf1e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:11.873332 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-0bf7d2f8-0235-4041-9b91-819d751c5d16 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529820 Sep 03 01:37:11.876405 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9230e284-7a8b-4e9f-967b-4103409c8a0b req-f06a8aef-9840-4765-a50c-fd263e6cbf1e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0870304 Sep 03 01:37:11.890754 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (cf981aa2-46b9-41af-ad01-72937be5313d), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:11.913722 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11287aa9-1ea2-4171-a92f-64eea2dfbca7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac661d1-2d51-4114-9255-4097c57a8578,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:11.922967 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-fc013333-335b-4c24-811a-0309c316e978 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] show failed (client error): The resource could not be found. Sep 03 01:37:11.924579 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-fc013333-335b-4c24-811a-0309c316e978 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups/cac661d1-2d51-4114-9255-4097c57a8578 HTTP/1.1" status: 404 len: 347 time: 0.1044178 Sep 03 01:37:11.928667 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45830) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:11.988115 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6b731901-837c-433c-9977-7f0507e5852b req-9853561c-2cc5-4929-97c2-f03c57a7d63c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016394 Sep 03 01:37:11.995887 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (cf981aa2-46b9-41af-ad01-72937be5313d), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.018578 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.027870 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-0e7f2f26-cf22-4466-8b72-e3b2ec7831ac service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 1000 time: 0.3117356 Sep 03 01:37:12.044904 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf981aa2-46b9-41af-ad01-72937be5313d,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:12.088206 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a0c1739-0add-4930-a66f-e5509252b78e req-b061ba4a-d121-4596-ad03-12d5b21f1e65 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988933 Sep 03 01:37:12.124807 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.185212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.185212 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7cf7c61e-7d61-4329-87a7-8a96974e969e tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0766160 Sep 03 01:37:12.185212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45836) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:12.185212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group_rule': {'security_group_id': '44914223-3606-4f07-acb6-c511676b38c1', 'project_id': '364812df6abf492698453972e9a1d120', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:12.185531 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9230e284-7a8b-4e9f-967b-4103409c8a0b req-ecab971d-b4e4-416b-bfd3-905f36739d89 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3030376 Sep 03 01:37:12.202632 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-d4652ba5-d5b7-44c9-abab-bdf910c386cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:12.204158 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-d4652ba5-d5b7-44c9-abab-bdf910c386cc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.1591561 Sep 03 01:37:12.205890 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port 55dd9da3-a186-4f42-b00f-3d2db2a9efb5 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:37:12.206324 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.250957 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45840) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:12.264058 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Publish callbacks [] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.277183 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da767ff-4a4e-4789-8c87-8f7ddbd90c66 req-0a6db915-77ef-479b-8759-7c9435461115 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:12.278656 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5da767ff-4a4e-4789-8c87-8f7ddbd90c66 req-0a6db915-77ef-479b-8759-7c9435461115 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 943 time: 0.0517638 Sep 03 01:37:12.287760 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-13234957-network', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:12.301528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.316353 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-ae02b204-459e-424b-8c94-27724e9f53e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:12.317965 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-ae02b204-459e-424b-8c94-27724e9f53e2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0992436 Sep 03 01:37:12.326428 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5da767ff-4a4e-4789-8c87-8f7ddbd90c66 req-590d444a-ed76-4fb3-8c57-a175603dc563 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Sep 03 01:37:12.389801 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.390133 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.406327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for 55dd9da3-a186-4f42-b00f-3d2db2a9efb5 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:37:12.438443 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (6244ba94-d3b9-49f8-b30c-b3adb3fe91f2), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.460319 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.504055 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-905bfea2-3fa6-4d42-b567-319b55064e01 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769183 Sep 03 01:37:12.508245 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Made reservation on behalf of 7bf08f2124de40729635b1c5d31b1dcd for: {'network': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:12.510999 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.521851 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (6244ba94-d3b9-49f8-b30c-b3adb3fe91f2), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.524803 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999c29-c195-4b91-a841-de7291f1cec3 None None] Pushing event updated for resources: {'Port': ['ID=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:12.529516 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.562064 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Attempting to bind port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:12.562483 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Attempting to bind port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:12.562838 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Attempting to bind port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:12.568877 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (6244ba94-d3b9-49f8-b30c-b3adb3fe91f2), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.579530 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:12.580592 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Checking segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:12.581150 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.581764 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Bound using segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:12.582361 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Bound port: 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:12.582854 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.587899 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6244ba94-d3b9-49f8-b30c-b3adb3fe91f2,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:12.620273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.646327 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] For port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:12.664471 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks [] for security_group (b22a7fa0-1986-495c-9b5a-71359bed4513), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.679567 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.680793 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d0384fe4-003a-4d9a-b06d-8ab241a54539 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5093944 Sep 03 01:37:12.688774 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45844) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:12.694094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group_rule': {'security_group_id': '44914223-3606-4f07-acb6-c511676b38c1', 'project_id': '364812df6abf492698453972e9a1d120', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:12.707897 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (55dd9da3-a186-4f42-b00f-3d2db2a9efb5), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.708095 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] For port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:12.747119 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=55dd9da3-a186-4f42-b00f-3d2db2a9efb5,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:12.786017 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b22a7fa0-1986-495c-9b5a-71359bed4513), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.793154 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.798604 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (cd9b8e7f-325b-4436-b9b9-34d9b2f0fc3c), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.831896 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.845298 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c985f5-7554-4cb8-89f7-c1f24c7dfb21 req-12ac73bf-522c-44c4-a42e-1b561d293c24 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:12.847516 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c8c985f5-7554-4cb8-89f7-c1f24c7dfb21 req-12ac73bf-522c-44c4-a42e-1b561d293c24 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.1113319 Sep 03 01:37:12.847641 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:12.848206 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:12.848366 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=106679) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:37:12.874761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22a7fa0-1986-495c-9b5a-71359bed4513,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:12.880480 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (cd9b8e7f-325b-4436-b9b9-34d9b2f0fc3c), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.886491 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (b846e349-21b3-44e3-aa82-aa91d90dc6c7), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.886719 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.segments_db [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Added segment b846e349-21b3-44e3-aa82-aa91d90dc6c7 of type vlan for network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb Sep 03 01:37:12.893645 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999c29-c195-4b91-a841-de7291f1cec3 None None] Pushing event updated for resources: {'Port': ['ID=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,revision_number=4']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:12.928570 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (014fbe38-1e36-4982-9c6d-53fa5bff01c1), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.931889 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.935234 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3402d1bc-c23c-48b1-960a-1b967933a7c8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/014fbe38-1e36-4982-9c6d-53fa5bff01c1 HTTP/1.1" status: 204 len: 168 time: 1.0043783 Sep 03 01:37:12.937689 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:12.952547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (cd9b8e7f-325b-4436-b9b9-34d9b2f0fc3c), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.966481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (9ae71ae8-0b51-4511-a1b2-ea080afec9eb), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:12.969339 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.989815 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c8c985f5-7554-4cb8-89f7-c1f24c7dfb21 req-bba79d2f-e402-4142-83f0-2f1876c4ab8a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231308 Sep 03 01:37:12.989933 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:12.996624 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9b8e7f-325b-4436-b9b9-34d9b2f0fc3c,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:13.012653 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:13.046635 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 8e331545-f680-453c-942e-5cd9fc274b5f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:13.046635 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.070164 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.070164 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-66070641-0c87-42d5-8fab-a11780a9ed7b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3795624 Sep 03 01:37:13.072949 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45854) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:13.077710 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group_rule': {'security_group_id': '44914223-3606-4f07-acb6-c511676b38c1', 'project_id': '364812df6abf492698453972e9a1d120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:13.100766 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (9ae71ae8-0b51-4511-a1b2-ea080afec9eb), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.101936 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:13.102673 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.136773 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:13.137153 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.159336 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.securitygroups_db [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Project 364812df6abf492698453972e9a1d120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:37:13.163517 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:13.171548 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23732e88-ba99-47f0-a79f-c88890a6ad80" -d '{"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-plugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:13.171751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (0d4d1623-a3a6-4281-91e4-428adc566384), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.182679 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:13.193936 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65285469-c261-4e35-9424-b756cf7b7ae8 req-69134f85-59db-450b-9362-c9014376977c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:13.198886 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-65285469-c261-4e35-9424-b756cf7b7ae8 req-69134f85-59db-450b-9362-c9014376977c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 945 time: 0.0765367 Sep 03 01:37:13.233315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.269474 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:12Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:13.286199 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=9ae71ae8-0b51-4511-a1b2-ea080afec9eb,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:13.299798 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=10']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:13.301271 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e2185f-d5a2-414b-9922-68c6c7aeddb2 None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:12Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:13.311198 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (0d4d1623-a3a6-4281-91e4-428adc566384), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.311630 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:37:13.344259 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-40eddf71-2c83-4d03-a328-574e06873ce3 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0636885 Sep 03 01:37:13.347651 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45862) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:13.352763 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Request body: {'subnet': {'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-13234957-subnet', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:13.372355 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-65285469-c261-4e35-9424-b756cf7b7ae8 req-aa4385c4-f0b3-40cd-b51c-794d12474712 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166959 Sep 03 01:37:13.394908 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (0d4d1623-a3a6-4281-91e4-428adc566384), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.439208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d4d1623-a3a6-4281-91e4-428adc566384,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:13.452175 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657024e1-0983-4832-9d31-bd2e1fd37d46 x-openstack-request-id: req-657024e1-0983-4832-9d31-bd2e1fd37d46 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:13.452479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-plugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:13.452700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-657024e1-0983-4832-9d31-bd2e1fd37d46 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:13.453095 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657024e1-0983-4832-9d31-bd2e1fd37d46'] response: {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'code': 200} Sep 03 01:37:13.463815 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Made reservation on behalf of 7bf08f2124de40729635b1c5d31b1dcd for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:13.465386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650153'] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.567131 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.569135 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b52f1a3b-378e-475a-8f8a-8bee9ab67940 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4952347 Sep 03 01:37:13.580446 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45868) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:13.589297 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'security_group_rule': {'security_group_id': '44914223-3606-4f07-acb6-c511676b38c1', 'project_id': '364812df6abf492698453972e9a1d120', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:13.589541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:13.630201 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6dcc1-9987-43eb-88bf-fd8c7edafe12 req-5b754ed1-02fa-4233-ab90-a3cb4efd506f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:13.630201 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-26f6dcc1-9987-43eb-88bf-fd8c7edafe12 req-5b754ed1-02fa-4233-ab90-a3cb4efd506f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0824687 Sep 03 01:37:13.675042 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-711b31d0-de7f-4dc3-9cf4-b2a6b899e3f1 req-53ecdd5f-8097-4948-9d5a-9f1cb6a9aeb7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139590 Sep 03 01:37:13.679507 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5afa4f-1a02-4c78-9abb-d74c1c3e32f5 req-021345e8-d136-488e-a3a4-33da2d0caa9f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:13.681015 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5c5afa4f-1a02-4c78-9abb-d74c1c3e32f5 req-021345e8-d136-488e-a3a4-33da2d0caa9f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 943 time: 0.1015399 Sep 03 01:37:13.703291 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-26f6dcc1-9987-43eb-88bf-fd8c7edafe12 req-c40068b0-7637-4fe9-954b-a081f31d0cb5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690429 Sep 03 01:37:13.769127 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.securitygroups_db [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Project 364812df6abf492698453972e9a1d120 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:37:13.785823 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (fc9b63bd-873a-4bf8-968f-dfdc518bfbbf), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.794084 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5c5afa4f-1a02-4c78-9abb-d74c1c3e32f5 req-c674fc7b-8241-4c98-ab16-302df4d5c664 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021256 Sep 03 01:37:13.854325 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (fc9b63bd-873a-4bf8-968f-dfdc518bfbbf), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.855916 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650139'] for subnet (3a940f04-df3f-4b71-8030-b26093a46dc2), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.917794 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a940f04-df3f-4b71-8030-b26093a46dc2,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:13.928653 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Checking segment: {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:13.929069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Network hostable DHCP agents. Network: 9ae71ae8-0b51-4511-a1b2-ea080afec9eb, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:37:13.963975 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (fc9b63bd-873a-4bf8-968f-dfdc518bfbbf), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:13.985524 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9b63bd-873a-4bf8-968f-dfdc518bfbbf,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:14.041344 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.045742 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d374243c-2a6a-4589-ae3c-fc978de597a4 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4612055 Sep 03 01:37:14.045742 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:37:14.136653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a776a-66ad-4607-8fbe-bc14e1b2577f req-1248e43c-9168-45da-8415-7b985b957aca tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:14.138395 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-735a776a-66ad-4607-8fbe-bc14e1b2577f req-1248e43c-9168-45da-8415-7b985b957aca tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0583372 Sep 03 01:37:14.165044 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-19509bc0-f72d-4c88-b721-8de3ce368c80 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1898220344&fields=id&tenant_id=364812df6abf492698453972e9a1d120 HTTP/1.1" status: 200 len: 267 time: 0.0562699 Sep 03 01:37:14.174157 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 9ae71ae8-0b51-4511-a1b2-ea080afec9eb) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:14.177001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:14.188567 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5dce75-0f10-42eb-98cd-07fd7a10f4d7 None None] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:37:14.190731 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:14.191399 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.210906 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-735a776a-66ad-4607-8fbe-bc14e1b2577f req-81e0c141-04e5-41c4-9df7-7e1492133360 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650842 Sep 03 01:37:14.234162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-da5b319b-0aba-4651-b610-b75cec9ed2e3 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:14.235756 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-da5b319b-0aba-4651-b610-b75cec9ed2e3 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0579429 Sep 03 01:37:14.250057 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'port': {'security_groups': ['a35f4496-d8f9-4032-9352-4b18f4be8d2b', '44914223-3606-4f07-acb6-c511676b38c1']}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:14.315886 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:14.326300 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9e252fe2-f185-4b3e-91c2-b1d3794b1e70 admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9748511 Sep 03 01:37:14.327231 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45876) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:14.331737 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:14.347874 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-9ae71ae8-0b51-4511-a1b2-ea080afec9eb', 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb', 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'fixed_ips': [{'subnet_id': '3a940f04-df3f-4b71-8030-b26093a46dc2'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:37:14.348809 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.354094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.428192 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (1b1642f8-e307-4675-ae02-1e06ab39ac24), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.429153 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (1b1642f8-e307-4675-ae02-1e06ab39ac24), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.521189 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Allocated IP 172.20.0.2 (9ae71ae8-0b51-4511-a1b2-ea080afec9eb/3a940f04-df3f-4b71-8030-b26093a46dc2/1f38bf72-a705-429d-bcb9-cf9fd2529cfd) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:14.547555 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks [] for router_controller (1b1642f8-e307-4675-ae02-1e06ab39ac24), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.609912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b368cd-a566-4281-a2c8-2475e172f2dd req-4fe1b0d6-ed03-40b0-a1d0-8baecbfcc083 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:14.612039 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22b368cd-a566-4281-a2c8-2475e172f2dd req-4fe1b0d6-ed03-40b0-a1d0-8baecbfcc083 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.1226692 Sep 03 01:37:14.629384 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:14.681459 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22b368cd-a566-4281-a2c8-2475e172f2dd req-5163f81f-dc48-4101-b1d9-7a4769de2b4e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621252 Sep 03 01:37:14.717151 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:14.752250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Publish callbacks [] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.760615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:14.760992 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.801262 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:14.838380 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:14.839434 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.858620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef850023-823d-44dc-aac7-8d27fc674a4a req-e448def1-9573-4846-87f7-07b310feba0d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:14.859555 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:14.859709 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef850023-823d-44dc-aac7-8d27fc674a4a req-e448def1-9573-4846-87f7-07b310feba0d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0558085 Sep 03 01:37:14.863073 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks [] for router_gateway (1b1642f8-e307-4675-ae02-1e06ab39ac24), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.890791 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:14.892868 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.896459 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:14.897360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:14.906513 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:14.914378 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:14.915273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef850023-823d-44dc-aac7-8d27fc674a4a req-2818cd9a-5810-49ae-8ad0-b6ae5b16cfff tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482035 Sep 03 01:37:14.925978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Pushing event updated for resources: {'Port': ['ID=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:14.945031 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 91fcf0db-d435-4413-9523-d181eb8e1ae2 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:37:14.973849 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:15.009213 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.019081 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f1b93106-790d-4f9d-9fae-cd59eef8bc20'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:37:15.022482 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:15.023116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.023540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Attempting to bind port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:15.023912 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Attempting to bind port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:15.024274 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Attempting to bind port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd on network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:15.027706 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d8e04a4c-6713-4d8a-abec-e7ae32c42929 req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "PUT /networking/v2.0/ports/f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 982 time: 0.7840371 Sep 03 01:37:15.029614 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:15.036994 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a738c3c-cde5-4411-927a-ec2d2b29dae9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:15.054029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:15.054498 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Checking segment: {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:15.054903 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.055293 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Bound using segment: {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:15.055775 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Bound port: 1f38bf72-a705-429d-bcb9-cf9fd2529cfd, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:15.056150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.077411 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.110964 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253b59f-13c8-4671-8c9d-226446caa0f4 req-95bf7c99-2ee6-4b17-814c-f27b4a9586ff tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:15.112813 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3253b59f-13c8-4671-8c9d-226446caa0f4 req-95bf7c99-2ee6-4b17-814c-f27b4a9586ff tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 943 time: 0.0600512 Sep 03 01:37:15.169606 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510098c-f456-4add-80f7-c259b3044f43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=6']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:15.183575 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284703fb-4ae2-4e12-bec0-9cd55a577673 req-7cf31b70-6615-4210-ab97-fae17279f905 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:15.185395 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-284703fb-4ae2-4e12-bec0-9cd55a577673 req-7cf31b70-6615-4210-ab97-fae17279f905 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0922768 Sep 03 01:37:15.185769 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3253b59f-13c8-4671-8c9d-226446caa0f4 req-a2aa85ac-dc97-467f-b229-41d68a9d97be tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617840 Sep 03 01:37:15.200219 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f1b93106-790d-4f9d-9fae-cd59eef8bc20'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:37:15.202848 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:15.211668 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:15.249183 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f94d893-85c8-4785-967c-8ddac316b338 x-openstack-request-id: req-9f94d893-85c8-4785-967c-8ddac316b338 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:15.249470 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:15.249717 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f94d893-85c8-4785-967c-8ddac316b338 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:15.250113 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f94d893-85c8-4785-967c-8ddac316b338'] response: {'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'status': 'completed', 'code': 200} Sep 03 01:37:15.314513 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:15.331165 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 91fcf0db-d435-4413-9523-d181eb8e1ae2, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=91fcf0db-d435-4413-9523-d181eb8e1ae2,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:15.336911 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] For port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:15.344415 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-284703fb-4ae2-4e12-bec0-9cd55a577673 req-5ec10b32-f70c-46f4-8887-76846134aa3b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1514602 Sep 03 01:37:15.356534 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks [] for router_gateway (1b1642f8-e307-4675-ae02-1e06ab39ac24), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.371211 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '91fcf0db-d435-4413-9523-d181eb8e1ae2', 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c', 'port_id': '91fcf0db-d435-4413-9523-d181eb8e1ae2', 'mac_address': 'fa:16:3e:47:8e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:37:15.376232 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820c3d5-11d5-4352-809d-37a7f7157516 req-846ede78-c0ad-48bc-8f30-546cf3dce2f8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:15.379787 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e820c3d5-11d5-4352-809d-37a7f7157516 req-846ede78-c0ad-48bc-8f30-546cf3dce2f8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0680108 Sep 03 01:37:15.388000 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.389333 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] For port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:15.444155 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e820c3d5-11d5-4352-809d-37a7f7157516 req-b12a4728-7ddc-45a0-b2e6-b7e28815fd23 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584753 Sep 03 01:37:15.470861 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:15.524209 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Allocated IP 172.27.1.132 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/07b862d0-28b2-4a7d-814f-4e9ef261f863) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:15.578506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.638455 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks [] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.644504 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 91fcf0db-d435-4413-9523-d181eb8e1ae2 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:15.649183 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.684922 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fcf0db-d435-4413-9523-d181eb8e1ae2 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:37:15.701252 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:15.739032 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6e1eb-1cbd-446f-8382-cd4ab0f97ceb None None] Pushing event updated for resources: {'Port': ['ID=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:15.746540 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.754155 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 91fcf0db-d435-4413-9523-d181eb8e1ae2, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=91fcf0db-d435-4413-9523-d181eb8e1ae2,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:15.842605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:15.872175 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:15.881234 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cfcffe-3eae-48bf-ab99-73ae0cd12f5d req-73da02f6-7ea3-4c42-9a57-af157f93f47d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:15.889169 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a6cfcffe-3eae-48bf-ab99-73ae0cd12f5d req-73da02f6-7ea3-4c42-9a57-af157f93f47d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.1072338 Sep 03 01:37:15.892356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:15.898978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Pushing event updated for resources: {'Port': ['ID=07b862d0-28b2-4a7d-814f-4e9ef261f863,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:15.904348 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:15.972964 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=91fcf0db-d435-4413-9523-d181eb8e1ae2,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:15.993776 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a6cfcffe-3eae-48bf-ab99-73ae0cd12f5d req-7c00115b-240f-45c4-b1c3-783b1ba6a74d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037929 Sep 03 01:37:16.073752 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:16.172548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:16.173117 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f909b-0f33-4f98-be8f-01ae632e9e68 req-57c4ccd4-4511-449f-b08f-face59eb6c42 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.173117 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-118f909b-0f33-4f98-be8f-01ae632e9e68 req-57c4ccd4-4511-449f-b08f-face59eb6c42 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1374991 Sep 03 01:37:16.183860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-326c13cf-0f63-4977-843d-422a1dc73e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.185790 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-326c13cf-0f63-4977-843d-422a1dc73e57 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1169 time: 0.0612154 Sep 03 01:37:16.229627 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['91fcf0db-d435-4413-9523-d181eb8e1ae2'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:37:16.241445 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-118f909b-0f33-4f98-be8f-01ae632e9e68 req-7a3105ae-fd58-47c1-88c3-d0042625bd7a tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598912 Sep 03 01:37:16.391922 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1c7e0-98d4-4bb7-aee8-80ef424cfcd6 req-9b7ff45b-d42e-4012-be36-cd9ce78f4b39 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.393489 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-faf1c7e0-98d4-4bb7-aee8-80ef424cfcd6 req-9b7ff45b-d42e-4012-be36-cd9ce78f4b39 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 944 time: 0.0868847 Sep 03 01:37:16.428465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks [] for router_gateway (1b1642f8-e307-4675-ae02-1e06ab39ac24), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:16.500890 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-faf1c7e0-98d4-4bb7-aee8-80ef424cfcd6 req-99992153-ff37-42e7-8fe7-e97503334cda tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987175 Sep 03 01:37:16.606286 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d1512d-88a3-4d6a-ade2-13365364a728 req-abe604f3-fef3-4c33-a10f-9e91bf03f2df tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.607789 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-86d1512d-88a3-4d6a-ade2-13365364a728 req-abe604f3-fef3-4c33-a10f-9e91bf03f2df tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0605433 Sep 03 01:37:16.663116 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-86d1512d-88a3-4d6a-ade2-13365364a728 req-9ed154b0-fd69-43db-b9f8-a3f2519dbf58 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490916 Sep 03 01:37:16.708621 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 1f38bf72-a705-429d-bcb9-cf9fd2529cfd up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:16.778512 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (1b1642f8-e307-4675-ae02-1e06ab39ac24), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:16.790243 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:16.790642 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:16.837781 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:16.860184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-26471868-3e42-45c6-b77f-82db85dcdcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.860617 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:16.862553 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-26471868-3e42-45c6-b77f-82db85dcdcd0 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 916 time: 0.1496089 Sep 03 01:37:16.881803 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cbb4be-798b-4f1d-8a90-f441b564ac6d None None] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:37:16.888690 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc36c6-6df1-4217-b331-42fb6072459a req-ce3bc37e-e196-4748-8ad2-ef7374a64133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.895391 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-42bc36c6-6df1-4217-b331-42fb6072459a req-ce3bc37e-e196-4748-8ad2-ef7374a64133 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 1131 time: 0.1697209 Sep 03 01:37:16.932529 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-c9fd2f90-81bf-4030-9cde-e5fb45ae9859 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 1002 time: 0.0632291 Sep 03 01:37:16.951909 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:16.951909 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:16.987828 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-bc64cc3c-ed82-4266-8c55-c2328d6046fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:16.989464 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-bc64cc3c-ed82-4266-8c55-c2328d6046fd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.0500259 Sep 03 01:37:16.992265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Provisioning complete for port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:16.992642 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.048489 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-970971d8-8d95-497b-9793-a3d072ef1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:17.051106 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-970971d8-8d95-497b-9793-a3d072ef1125 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541871 Sep 03 01:37:17.065754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:17.156483 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.157830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:17.166389 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Current status of the port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:17.166751 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.172604 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:17.183884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49184d-7158-4b12-b1bb-be725e0fb39b req-976b4f36-cc8e-442f-94a0-e3fca90dcec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:17.185538 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed49184d-7158-4b12-b1bb-be725e0fb39b req-976b4f36-cc8e-442f-94a0-e3fca90dcec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0712588 Sep 03 01:37:17.224606 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93754f-ec1b-49d6-b670-55cac7d89e98 req-33a1789c-c4e6-4805-86a9-b044eac0c309 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:17.226136 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ae93754f-ec1b-49d6-b670-55cac7d89e98 req-33a1789c-c4e6-4805-86a9-b044eac0c309 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.4295614 Sep 03 01:37:17.263682 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 91fcf0db-d435-4413-9523-d181eb8e1ae2 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:17.277007 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45910) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:17.302426 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Request body: {'floatingip': {'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:17.373799 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:17.408970 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 91fcf0db-d435-4413-9523-d181eb8e1ae2 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:37:17.415960 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.430655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:17.430655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.466907 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.db.api [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106680) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 01:37:17.467730 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG oslo_db.api [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 01:37:17.471789 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-42bc36c6-6df1-4217-b331-42fb6072459a req-1266453e-b4a2-4ccf-8e08-ac89c6d12f46 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5691190 Sep 03 01:37:17.480872 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 91fcf0db-d435-4413-9523-d181eb8e1ae2 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:17.480872 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.546024 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:17.573493 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e543e-b9c4-4d19-850e-ad0b42a5dbc5 req-0301ff4b-fd61-47b2-9334-502f0dbbe347 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:17.575019 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-870e543e-b9c4-4d19-850e-ad0b42a5dbc5 req-0301ff4b-fd61-47b2-9334-502f0dbbe347 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1189373 Sep 03 01:37:17.583977 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-12c9f6ce-2e14-42c6-8ffc-351cf7219bd8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263319 Sep 03 01:37:17.600927 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:17.609129 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 91fcf0db-d435-4413-9523-d181eb8e1ae2 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:17.610112 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.613491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:17.614859 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed49184d-7158-4b12-b1bb-be725e0fb39b req-750db036-97fb-4fd6-a370-85037d90a527 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4164078 Sep 03 01:37:17.641647 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fcf0db-d435-4413-9523-d181eb8e1ae2'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:17.645884 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f89ad6-f09f-4aca-a8bd-2559f1bf1d62" -d '{"events": [{"server_uuid": "51ed6fe4-9955-4b04-b20d-b2f60e944310", "name": "network-vif-plugged", "status": "completed", "tag": "91fcf0db-d435-4413-9523-d181eb8e1ae2"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:17.659682 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 91fcf0db-d435-4413-9523-d181eb8e1ae2, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=91fcf0db-d435-4413-9523-d181eb8e1ae2,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:17.661556 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:17.665680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Router 1b1642f8-e307-4675-ae02-1e06ab39ac24 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:37:17.703531 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-870e543e-b9c4-4d19-850e-ad0b42a5dbc5 req-1f91352c-f413-43c6-9040-4c19e03e77ae tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035795 Sep 03 01:37:17.735085 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:17.738881 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb556e-6805-4ae6-a86e-20531efb95c7 req-2b2a2833-797a-4910-b6b5-308b6b50940f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:17.740510 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b1eb556e-6805-4ae6-a86e-20531efb95c7 req-2b2a2833-797a-4910-b6b5-308b6b50940f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 944 time: 0.0580521 Sep 03 01:37:17.770667 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cafe27b-5699-41b5-9b90-e0f63b89c23c x-openstack-request-id: req-3cafe27b-5699-41b5-9b90-e0f63b89c23c {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:17.770955 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ed6fe4-9955-4b04-b20d-b2f60e944310", "name": "network-vif-plugged", "status": "completed", "tag": "91fcf0db-d435-4413-9523-d181eb8e1ae2", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:17.771215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cafe27b-5699-41b5-9b90-e0f63b89c23c {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:17.771614 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cafe27b-5699-41b5-9b90-e0f63b89c23c'] response: {'server_uuid': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fcf0db-d435-4413-9523-d181eb8e1ae2', 'code': 200} Sep 03 01:37:17.788623 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:37:17.795026 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=91fcf0db-d435-4413-9523-d181eb8e1ae2,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:17.823975 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b1eb556e-6805-4ae6-a86e-20531efb95c7 req-c4c54022-af42-4dc2-bf18-076240a10787 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701404 Sep 03 01:37:17.912990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:17.927477 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Sync routers for ids ['1b1642f8-e307-4675-ae02-1e06ab39ac24'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:17.940024 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a738c3c-cde5-4411-927a-ec2d2b29dae9 req-2d4c5701-360a-48bb-bc26-126c8b368b27 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182530 Sep 03 01:37:17.943225 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Routers {'1b1642f8-e307-4675-ae02-1e06ab39ac24'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:17.943849 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['1b1642f8-e307-4675-ae02-1e06ab39ac24'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:18.023318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.027418 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b968f69f-23fb-44c8-ba4f-7dff05a84d8a admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6969624 Sep 03 01:37:18.027780 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 45918) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:18.059284 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f03ff8f2-31ad-4be3-afea-00a842867f2d None None] Current status of the port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:18.086452 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Set router 1b1642f8-e307-4675-ae02-1e06ab39ac24 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:18.114061 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:18.120281 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.174996 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.200465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-7eb2f541-ff22-456a-8bd9-cb2f43128e43 None None] Provisioning complete for port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:18.200821 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7eb2f541-ff22-456a-8bd9-cb2f43128e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.332086 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:37:16Z', 'revision_number': 3, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:18.369343 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Checking router: 1b1642f8-e307-4675-ae02-1e06ab39ac24 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:18.369689 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Updating router 1b1642f8-e307-4675-ae02-1e06ab39ac24 port 07b862d0-28b2-4a7d-814f-4e9ef261f863 binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:37:18.394156 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-7eb2f541-ff22-456a-8bd9-cb2f43128e43 None None] Current status of the port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:18.406726 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.449318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:18.495513 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.631679 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca582c47-09d5-4a92-a348-105859abae0c req-ca691528-9e8f-4028-9730-4ebb0c593dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:18.633438 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ca582c47-09d5-4a92-a348-105859abae0c req-ca691528-9e8f-4028-9730-4ebb0c593dce service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 1129 time: 0.0513294 Sep 03 01:37:18.633605 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:18.635610 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:18.649052 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] Sync routers for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:18.668800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.683786 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:18.684819 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:18.725820 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:18.732997 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:18.735922 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b" -d '{"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:18.786681 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-0c767254-3025-447e-93a3-09b7dd21e860 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/8aa1c0e7-0680-499a-8325-929aa551797e HTTP/1.1" status: 200 len: 992 time: 1.4881988 Sep 03 01:37:18.806937 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ca582c47-09d5-4a92-a348-105859abae0c req-d98a08de-f6f2-4f93-a9a9-994d49a9721e service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047184 Sep 03 01:37:18.822653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Allocated IP 172.20.0.1 (9ae71ae8-0b51-4511-a1b2-ea080afec9eb/3a940f04-df3f-4b71-8030-b26093a46dc2/884a9fe7-f435-41eb-89bb-c1aa1557dce4) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:18.855991 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee677c3e-9b7c-45bd-9709-63854d0d2912 req-c6a94c95-3e3c-469b-994f-c13d19c58ae5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:18.866800 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ee677c3e-9b7c-45bd-9709-63854d0d2912 req-c6a94c95-3e3c-469b-994f-c13d19c58ae5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0782833 Sep 03 01:37:18.878378 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:18.879376 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 1f38bf72-a705-429d-bcb9-cf9fd2529cfd up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:18.887595 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:18.942365 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ee677c3e-9b7c-45bd-9709-63854d0d2912 req-4b5b90d1-30b1-4886-9cf6-9dd07eb8eccb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680811 Sep 03 01:37:18.969359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks [] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:18.998525 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:19.025250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:19.025741 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.111379 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01cf9d-3135-4bf5-b097-337dd4d64691 req-f45d8db2-fd5d-46bf-87bf-651c14a8ed13 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:19.115169 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:19.117711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.147723 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ac01cf9d-3135-4bf5-b097-337dd4d64691 req-f45d8db2-fd5d-46bf-87bf-651c14a8ed13 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1026862 Sep 03 01:37:19.191007 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Publish callbacks [] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.201136 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:19.208750 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc825e3-7871-4908-ba6c-997da0639ea6 x-openstack-request-id: req-4bc825e3-7871-4908-ba6c-997da0639ea6 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:19.210386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:19.210386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4bc825e3-7871-4908-ba6c-997da0639ea6 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:19.210386 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bc825e3-7871-4908-ba6c-997da0639ea6'] response: {'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'status': 'completed', 'code': 200} Sep 03 01:37:19.218926 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '8aa1c0e7-0680-499a-8325-929aa551797e', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:06Z', 'updated_at': '2022-09-03T01:37:18Z', 'revision_number': 3, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:19.229646 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:19.244656 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:19.246842 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] Checking router: f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:19.255929 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:19.258118 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:19.258942 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:19.261607 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ac01cf9d-3135-4bf5-b097-337dd4d64691 req-4dc027a7-5e3c-4cc9-943e-e3326e7cffb0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122830 Sep 03 01:37:19.264438 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:19.279897 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.325560 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa71e1-308b-45f8-a14e-89b17bbc2fff None None] Pushing event updated for resources: {'Port': ['ID=07b862d0-28b2-4a7d-814f-4e9ef261f863,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:19.345144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Attempting to bind port 07b862d0-28b2-4a7d-814f-4e9ef261f863 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:19.345640 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Attempting to bind port 07b862d0-28b2-4a7d-814f-4e9ef261f863 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:19.347183 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Attempting to bind port 07b862d0-28b2-4a7d-814f-4e9ef261f863 on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:19.360666 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:19.361766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:19.364958 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.365362 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:19.365865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Bound port: 07b862d0-28b2-4a7d-814f-4e9ef261f863, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:19.366247 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.404284 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:19.407917 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:19.419879 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (1b1642f8-e307-4675-ae02-1e06ab39ac24), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.457720 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] For port 07b862d0-28b2-4a7d-814f-4e9ef261f863, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:19.461381 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] For port 07b862d0-28b2-4a7d-814f-4e9ef261f863, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=07b862d0-28b2-4a7d-814f-4e9ef261f863,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:19.464285 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85edd2-c265-4527-975e-94cd5007986a req-d51d680f-825a-42f5-85e0-45b80a3a1f12 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:19.466106 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9e85edd2-c265-4527-975e-94cd5007986a req-d51d680f-825a-42f5-85e0-45b80a3a1f12 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.1000524 Sep 03 01:37:19.496618 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Pushing event updated for resources: {'Port': ['ID=884a9fe7-f435-41eb-89bb-c1aa1557dce4,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:19.518826 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.543657 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9e85edd2-c265-4527-975e-94cd5007986a req-01ec556a-eed9-43f1-8566-c67763a438c6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668001 Sep 03 01:37:19.577912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c7037-c9f5-4c08-959e-99717f3101ef req-1f7f2f4f-1940-4e5c-b433-c2b2a9d0a0bd tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:19.587726 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f42c7037-c9f5-4c08-959e-99717f3101ef req-1f7f2f4f-1940-4e5c-b433-c2b2a9d0a0bd tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.3086720 Sep 03 01:37:19.613232 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-94e575da-20e8-4175-a609-fab32b2d7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:19.614905 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-94e575da-20e8-4175-a609-fab32b2d7e26 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.1316540 Sep 03 01:37:19.617566 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa71e1-308b-45f8-a14e-89b17bbc2fff None None] Pushing event updated for resources: {'Port': ['ID=07b862d0-28b2-4a7d-814f-4e9ef261f863,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:19.636077 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Routers {'1b1642f8-e307-4675-ae02-1e06ab39ac24'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:19.637004 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['1b1642f8-e307-4675-ae02-1e06ab39ac24'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:19.639185 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-eefad9b1-2aa5-4177-9091-75b6e2335905 None None] Provisioning complete for port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:19.639559 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-eefad9b1-2aa5-4177-9091-75b6e2335905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.641879 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-14dd5190-d611-4149-bbc0-f98560883ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.660988 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:19.682988 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f42c7037-c9f5-4c08-959e-99717f3101ef req-62cef302-407e-40b3-98ee-c3b58568406e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944104 Sep 03 01:37:19.732461 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-eefad9b1-2aa5-4177-9091-75b6e2335905 None None] Port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:37:19.785387 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:19.815029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] Set router 1b1642f8-e307-4675-ae02-1e06ab39ac24 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:19.833334 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '8aa1c0e7-0680-499a-8325-929aa551797e', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:06Z', 'updated_at': '2022-09-03T01:37:18Z', 'revision_number': 3, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:19.834044 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:19.859431 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26f53b7-748e-427c-a744-380f08ebe54f None None] The sync data for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi is: [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '8aa1c0e7-0680-499a-8325-929aa551797e', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'port_id': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'mac_address': 'fa:16:3e:b7:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:35:06Z', 'updated_at': '2022-09-03T01:37:18Z', 'revision_number': 3, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:19.977170 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965fbc8-59ce-4ee2-ad69-6fe7fa7fc759 req-f4f44463-1508-479d-935c-3c7f3d422ae7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:19.978634 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4965fbc8-59ce-4ee2-ad69-6fe7fa7fc759 req-f4f44463-1508-479d-935c-3c7f3d422ae7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0618331 Sep 03 01:37:20.059670 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:37:16Z', 'revision_number': 3, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:20.076012 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4965fbc8-59ce-4ee2-ad69-6fe7fa7fc759 req-be10a819-b8c9-4ad9-b8e1-d27322a62c01 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902145 Sep 03 01:37:20.086249 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks [] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:20.098261 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873b34b7-7940-498f-8354-24adf8009c73 None None] The sync data for ids ['1b1642f8-e307-4675-ae02-1e06ab39ac24'] in dv-cinder-838009-7-iscsi is: [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:37:16Z', 'revision_number': 3, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:20.163168 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:20.168465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc88839-4b77-4937-9297-b4de999bcfd1 req-46297b09-cb0b-45fc-bd09-38a702f944b2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:20.173783 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bc88839-4b77-4937-9297-b4de999bcfd1 req-46297b09-cb0b-45fc-bd09-38a702f944b2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0608864 Sep 03 01:37:20.223106 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bc88839-4b77-4937-9297-b4de999bcfd1 req-39e7852f-e6f6-48ba-ad27-ba078afbf287 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444999 Sep 03 01:37:20.242796 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Pushing event updated for resources: {'Port': ['ID=884a9fe7-f435-41eb-89bb-c1aa1557dce4,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:20.248318 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (1b1642f8-e307-4675-ae02-1e06ab39ac24), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:20.348842 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:20.350330 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:20.355711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:20.507175 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Router 1b1642f8-e307-4675-ae02-1e06ab39ac24 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:20.634429 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 07b862d0-28b2-4a7d-814f-4e9ef261f863 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:20.666258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:20.672911 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-2a4c700e-9229-498a-aece-acfea7725f66 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/1b1642f8-e307-4675-ae02-1e06ab39ac24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6438968 Sep 03 01:37:20.696585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-8f16e5d2-4138-4886-9fe0-054c5afc0910 None None] Provisioning complete for port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:20.697099 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8f16e5d2-4138-4886-9fe0-054c5afc0910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:20.712129 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221aaef-9af6-4f61-abe4-4b6ab51a9539 req-bf9d8ed8-35da-48f8-84fe-2fdc9a20080d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:20.713814 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d221aaef-9af6-4f61-abe4-4b6ab51a9539 req-bf9d8ed8-35da-48f8-84fe-2fdc9a20080d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0677102 Sep 03 01:37:20.749043 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:20.749890 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 07b862d0-28b2-4a7d-814f-4e9ef261f863 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:20.750259 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:20.791633 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-8f16e5d2-4138-4886-9fe0-054c5afc0910 None None] Port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:37:20.844273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d221aaef-9af6-4f61-abe4-4b6ab51a9539 req-752e1a53-3f27-408e-8412-938038eb235d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189876 Sep 03 01:37:20.902265 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf206409-1140-45fe-94ef-cbc673e9d0a0 req-6bc7cfc5-5f30-4c60-80d2-a3f0ad654ab4 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:20.918240 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 07b862d0-28b2-4a7d-814f-4e9ef261f863 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:20.919075 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:20.931523 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cf206409-1140-45fe-94ef-cbc673e9d0a0 req-6bc7cfc5-5f30-4c60-80d2-a3f0ad654ab4 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.1419635 Sep 03 01:37:20.953064 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 07b862d0-28b2-4a7d-814f-4e9ef261f863, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=07b862d0-28b2-4a7d-814f-4e9ef261f863,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:20.984024 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-f39ffd2b-8c5b-484a-8a78-4faa36aa5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:20.985447 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-f39ffd2b-8c5b-484a-8a78-4faa36aa5e1b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.1868134 Sep 03 01:37:21.002189 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cf206409-1140-45fe-94ef-cbc673e9d0a0 req-6399b651-5423-463d-8515-46689544205b tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689056 Sep 03 01:37:21.020599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.080937 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:21.086229 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=07b862d0-28b2-4a7d-814f-4e9ef261f863,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:21.211496 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:21.214069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99249c5-8a9d-4103-82a1-bb0b6cb22391" -d '{"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:21.233584 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0938a-4816-4049-b68a-d9736251ac95 req-63d7ff63-4ce6-4f9c-a1de-0bfd515fab96 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:21.235125 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bdf0938a-4816-4049-b68a-d9736251ac95 req-63d7ff63-4ce6-4f9c-a1de-0bfd515fab96 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0534887 Sep 03 01:37:21.266384 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 45994) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:21.273808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200131279', 'description': 'tempest-secgroup-smoke-1200131279 description', 'project_id': 'c306d09e93584320b34697dba7641ac8'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:21.295287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3a8ae7-31e0-4cc1-ae3d-161438147652 x-openstack-request-id: req-8c3a8ae7-31e0-4cc1-ae3d-161438147652 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:21.295578 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:21.295829 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c3a8ae7-31e0-4cc1-ae3d-161438147652 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:21.296213 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3a8ae7-31e0-4cc1-ae3d-161438147652'] response: {'name': 'network-changed', 'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'status': 'completed', 'code': 200} Sep 03 01:37:21.312638 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bdf0938a-4816-4049-b68a-d9736251ac95 req-ff3d11ba-dd9a-48cb-9708-a7861dd4ba70 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717208 Sep 03 01:37:21.391635 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.432528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3955f-3bb3-4512-a608-f94e6bc56b06 req-3bb1d3c0-db2b-4d18-9317-4c9150922172 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:21.433996 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9fa3955f-3bb3-4512-a608-f94e6bc56b06 req-3bb1d3c0-db2b-4d18-9317-4c9150922172 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0870187 Sep 03 01:37:21.451571 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-da822918-2247-4376-8424-272894bcc3bc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 1000 time: 0.0945199 Sep 03 01:37:21.455263 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f536-ec12-4972-84ae-aac8041d229d req-80f42e87-9875-4144-a025-8f02646ce32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:21.456794 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-80f42e87-9875-4144-a025-8f02646ce32a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1130 time: 0.0600321 Sep 03 01:37:21.539750 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9fa3955f-3bb3-4512-a608-f94e6bc56b06 req-71d58b4d-085d-4e1e-bff9-51ac176498ec tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981576 Sep 03 01:37:21.548700 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group (ef226b79-2353-4d5f-9dec-ab497f966b06), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.567191 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-b233c88c-eb38-4cfe-8981-51b704a6e7cd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:21.568620 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-b233c88c-eb38-4cfe-8981-51b704a6e7cd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0922508 Sep 03 01:37:21.572506 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-7cf392a8-4554-46da-bc35-22d59cacff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:21.573885 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-7cf392a8-4554-46da-bc35-22d59cacff81 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.0964584 Sep 03 01:37:21.587652 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f536-ec12-4972-84ae-aac8041d229d req-7a5f09c8-f702-43ca-876c-f5ae75ed0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:21.589121 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-7a5f09c8-f702-43ca-876c-f5ae75ed0866 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 912 time: 0.1102140 Sep 03 01:37:21.602874 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ef226b79-2353-4d5f-9dec-ab497f966b06), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.634481 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef226b79-2353-4d5f-9dec-ab497f966b06,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:21.679096 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.680410 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-0ef8e986-dada-4ac3-9e24-f6f5393105ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4120686 Sep 03 01:37:21.683339 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46000) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:21.687549 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group_rule': {'security_group_id': 'ef226b79-2353-4d5f-9dec-ab497f966b06', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:21.692804 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:21.762501 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (86791299-9435-4219-a94d-43c19c3dfb89), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.812911 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (86791299-9435-4219-a94d-43c19c3dfb89), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.871465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (86791299-9435-4219-a94d-43c19c3dfb89), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.877474 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:21.891477 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86791299-9435-4219-a94d-43c19c3dfb89,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:21.932496 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Sync routers for ids ['1b1642f8-e307-4675-ae02-1e06ab39ac24'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:21.943270 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Routers {'1b1642f8-e307-4675-ae02-1e06ab39ac24'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:21.943972 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:36:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['1b1642f8-e307-4675-ae02-1e06ab39ac24'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:21.965473 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:21.969422 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e7190b56-5292-41fc-8804-f74725bc927a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2824779 Sep 03 01:37:21.969887 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46004) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:21.977849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group_rule': {'security_group_id': 'ef226b79-2353-4d5f-9dec-ab497f966b06', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:21.994111 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b2ca11e1-e8e6-440e-a0f6-6b52ec4621b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.006743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217d43e-e84c-4077-b8e4-519582d4a396 req-49b07ae1-d4db-41eb-bf9d-6db3cca1a710 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:22.008423 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f217d43e-e84c-4077-b8e4-519582d4a396 req-49b07ae1-d4db-41eb-bf9d-6db3cca1a710 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 945 time: 0.0761876 Sep 03 01:37:22.100107 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Set router 1b1642f8-e307-4675-ae02-1e06ab39ac24 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:22.166478 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-ad672fce-05bc-4acd-918b-f58d2f42a549 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 200 len: 1002 time: 0.1182232 Sep 03 01:37:22.170509 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f217d43e-e84c-4077-b8e4-519582d4a396 req-0874506f-d020-4c18-ac50-9b7b7a6fc7d5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=f8ff22fd-2efc-4a59-9de3-895e652b211e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500115 Sep 03 01:37:22.170661 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (b579a31b-d49e-4a52-91f2-1919d54e17d0), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.185388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-f84a307b-d6e5-4fd7-89bd-c6957734fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:22.187995 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-f84a307b-d6e5-4fd7-89bd-c6957734fed8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1414382 Sep 03 01:37:22.242133 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5db49c-cfd5-4569-a949-9e543dfd5d2a req-2dd8680f-74bc-4981-8e6d-b47f5bef2df2 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:22.243924 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef5db49c-cfd5-4569-a949-9e543dfd5d2a req-2dd8680f-74bc-4981-8e6d-b47f5bef2df2 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.1304071 Sep 03 01:37:22.266785 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f536-ec12-4972-84ae-aac8041d229d req-c20ec216-e2c4-418c-9715-e6bfc84a4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:22.266785 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-c20ec216-e2c4-418c-9715-e6bfc84a4954 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.0888438 Sep 03 01:37:22.291789 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (b579a31b-d49e-4a52-91f2-1919d54e17d0), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.307111 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:22.322371 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c89f536-ec12-4972-84ae-aac8041d229d req-f37942d3-58c4-4412-b192-29c45a2d21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:22.324066 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-f37942d3-58c4-4412-b192-29c45a2d21c3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524690 Sep 03 01:37:22.339599 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:37:22.340016 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.376693 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:37:19Z', 'revision_number': 4, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '884a9fe7-f435-41eb-89bb-c1aa1557dce4', 'name': '', 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'mac_address': 'fa:16:3e:35:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a940f04-df3f-4b71-8030-b26093a46dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:18Z', 'updated_at': '2022-09-03T01:37:19Z', 'revision_number': 2, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'subnets': [{'id': '3a940f04-df3f-4b71-8030-b26093a46dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:22.401584 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Checking router: 1b1642f8-e307-4675-ae02-1e06ab39ac24 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:22.401943 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Updating router 1b1642f8-e307-4675-ae02-1e06ab39ac24 port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:37:22.435344 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ef5db49c-cfd5-4569-a949-9e543dfd5d2a req-bfac2518-0dbb-4eec-8f0d-c7023fba1785 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692922 Sep 03 01:37:22.437661 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.447593 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (b579a31b-d49e-4a52-91f2-1919d54e17d0), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.464281 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-47bc8c22-803d-45b8-a49c-46f08ef30bda service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527840 Sep 03 01:37:22.491517 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:22.512962 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b579a31b-d49e-4a52-91f2-1919d54e17d0,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:22.541141 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2101b-e0c2-4998-bab2-405c42b94016 req-6c6b5ef6-7d18-4936-9ac9-58a05a3bdf0e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:22.542697 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d4e2101b-e0c2-4998-bab2-405c42b94016 req-6c6b5ef6-7d18-4936-9ac9-58a05a3bdf0e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1071308 Sep 03 01:37:22.546561 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-14b7bdf0-daa6-4caa-9e85-753fb939b926 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143135 Sep 03 01:37:22.560126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] For port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:22.560704 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.592743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.594231 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ce943991-941b-4429-ad0f-4e75a1fc377a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6222715 Sep 03 01:37:22.599331 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46010) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:22.620840 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 07b862d0-28b2-4a7d-814f-4e9ef261f863 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:22.634942 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group_rule': {'security_group_id': 'ef226b79-2353-4d5f-9dec-ab497f966b06', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:22.706512 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d4e2101b-e0c2-4998-bab2-405c42b94016 req-65ea26d2-912a-4327-8b23-b569e00dd16b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554723 Sep 03 01:37:22.727296 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c89f536-ec12-4972-84ae-aac8041d229d req-0d31205e-12a2-465b-8f97-8860e323a8ea service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729398 Sep 03 01:37:22.773800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (488e6dc0-e735-4ed2-a681-7f8889217311), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.788427 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 07b862d0-28b2-4a7d-814f-4e9ef261f863 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:22.789029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.794309 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:22.869033 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (488e6dc0-e735-4ed2-a681-7f8889217311), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.951790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (488e6dc0-e735-4ed2-a681-7f8889217311), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.960675 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-02e6d3a9-65f7-4b84-9352-a9ac3f51db5b req-d5407c23-0eac-40fe-ac3e-5587b73afb82 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872367 Sep 03 01:37:22.963310 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:22.970849 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 07b862d0-28b2-4a7d-814f-4e9ef261f863 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:22.982813 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Publish callbacks [] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:22.984793 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488e6dc0-e735-4ed2-a681-7f8889217311,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:22.994409 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.994758 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.995108 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.995451 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.995790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.996119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.996590 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.996921 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.997250 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.997577 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.997905 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.998230 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.998613 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.998900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:22.999217 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:23.037649 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.072471 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.075246 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.076505 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2fe20f7c-2b17-4a5d-bb7c-77175ecc8dd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4481306 Sep 03 01:37:23.078140 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.078539 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (06cb5c81-8caf-4f79-8b8d-33935ba26e4f), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.078951 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 06cb5c81-8caf-4f79-8b8d-33935ba26e4f disassociated. External IP: 172.27.1.253, port: fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4. Sep 03 01:37:23.079195 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46012) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:23.079300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:37:23.085345 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group_rule': {'security_group_id': 'ef226b79-2353-4d5f-9dec-ab497f966b06', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:23.087454 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-e15e8d9a-720e-4390-a901-c78c668d06a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:23.089010 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-e15e8d9a-720e-4390-a901-c78c668d06a9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 1129 time: 0.0666676 Sep 03 01:37:23.118113 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:23.142371 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276665ad-10eb-4b17-9186-63716f84acf5 None None] Pushing event updated for resources: {'Port': ['ID=884a9fe7-f435-41eb-89bb-c1aa1557dce4,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:23.177271 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Attempting to bind port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:23.177632 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Attempting to bind port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:23.178016 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Attempting to bind port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 on network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:23.183277 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:23.183645 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Checking segment: {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:23.186585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.186585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Bound using segment: {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:23.186585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Bound port: 884a9fe7-f435-41eb-89bb-c1aa1557dce4, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b846e349-21b3-44e3-aa82-aa91d90dc6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:23.186585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.188567 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (db6a809e-cbee-4c87-a8ba-756e55730828), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.241947 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:23.258806 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] For port 884a9fe7-f435-41eb-89bb-c1aa1557dce4, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:23.261502 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (db6a809e-cbee-4c87-a8ba-756e55730828), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.262050 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] For port 884a9fe7-f435-41eb-89bb-c1aa1557dce4, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=884a9fe7-f435-41eb-89bb-c1aa1557dce4,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:23.271640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.313719 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:23.330751 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.335614 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (db6a809e-cbee-4c87-a8ba-756e55730828), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.341400 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0e88ae1c-c750-43b1-b77f-72529fb6b084 req-c62410e6-1089-47f1-9b58-dc0eeae491b1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.0582945 Sep 03 01:37:23.379209 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Routers {'1b1642f8-e307-4675-ae02-1e06ab39ac24'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:23.379856 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['1b1642f8-e307-4675-ae02-1e06ab39ac24'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:23.386761 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6a809e-cbee-4c87-a8ba-756e55730828,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:23.416963 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.418446 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8c46ea0c-fa6f-4681-ac78-4f20a37a9ec3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3381011 Sep 03 01:37:23.421192 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46016) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:23.427043 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group_rule': {'security_group_id': 'ef226b79-2353-4d5f-9dec-ab497f966b06', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:23.438258 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276665ad-10eb-4b17-9186-63716f84acf5 None None] Pushing event updated for resources: {'Port': ['ID=884a9fe7-f435-41eb-89bb-c1aa1557dce4,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:23.463364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:23.500300 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.securitygroups_db [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Project c306d09e93584320b34697dba7641ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:37:23.506748 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (b13bc291-f199-4aaa-81f4-7b5bf4913e4f), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.619248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790cc67-91e0-47a8-b16a-cd2ada849faa req-7e77f2dc-81e1-44fe-ba0a-e2c7bfbb5e96 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:23.622324 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8790cc67-91e0-47a8-b16a-cd2ada849faa req-7e77f2dc-81e1-44fe-ba0a-e2c7bfbb5e96 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.0872228 Sep 03 01:37:23.624371 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (b13bc291-f199-4aaa-81f4-7b5bf4913e4f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.635155 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:23.653327 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] Set router 1b1642f8-e307-4675-ae02-1e06ab39ac24 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:23.658961 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-1c6da523-0912-4361-acb5-256815681161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:23.660826 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-1c6da523-0912-4361-acb5-256815681161 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 200 len: 919 time: 0.1520960 Sep 03 01:37:23.669819 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:23.678939 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8790cc67-91e0-47a8-b16a-cd2ada849faa req-a9d8a51c-762a-4996-b9e4-ca7db07fc440 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Sep 03 01:37:23.696720 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:23.711692 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (b13bc291-f199-4aaa-81f4-7b5bf4913e4f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.714143 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:23.714790 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:23.791363 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] No DVR routers for this DVR port fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:37:23.792560 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13bc291-f199-4aaa-81f4-7b5bf4913e4f,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:23.794520 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.798624 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2068e1b0-c368-4ea9-88bf-ab7e93caf1f0 req-c8f479d4-6b43-4838-b373-11568e3bd793 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "DELETE /networking/v2.0/ports/fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 HTTP/1.1" status: 204 len: 173 time: 1.7315199 Sep 03 01:37:23.801284 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'name': 'network-vif-deleted', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:23.804842 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e70aaa5-4018-4df5-954b-2ab8d6f1cd18" -d '{"events": [{"server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "name": "network-vif-deleted", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:23.827714 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:23.837566 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:23.868855 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-171808ef-6386-48e3-9161-a94120980177 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 200 len: 1000 time: 0.1397429 Sep 03 01:37:23.914797 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:23.916381 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ff1d7f61-bacb-4824-866f-20b68d66c87a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4940441 Sep 03 01:37:23.919766 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46046) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:23.925621 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'security_group_rule': {'security_group_id': 'ef226b79-2353-4d5f-9dec-ab497f966b06', 'project_id': 'c306d09e93584320b34697dba7641ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:23.944389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2367f91f-2135-4c82-8c0b-fac34e36320a x-openstack-request-id: req-2367f91f-2135-4c82-8c0b-fac34e36320a {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:23.944682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb", "name": "network-vif-deleted", "tag": "fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:23.946525 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2367f91f-2135-4c82-8c0b-fac34e36320a {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:23.946686 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2367f91f-2135-4c82-8c0b-fac34e36320a'] response: {'server_uuid': '4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb', 'name': 'network-vif-deleted', 'tag': 'fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4', 'status': 'completed', 'code': 200} Sep 03 01:37:24.058473 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f196c-399f-4de8-9d79-37a6a43f10f3 req-797345b6-04e5-4610-a591-cd45daeace8b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:24.066816 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.securitygroups_db [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Project c306d09e93584320b34697dba7641ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:37:24.079972 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (13a105d0-4a56-4ef3-b7d9-5dc1c93ad0c8), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.092100 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fa4f196c-399f-4de8-9d79-37a6a43f10f3 req-797345b6-04e5-4610-a591-cd45daeace8b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.1342647 Sep 03 01:37:24.133568 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:37:19Z', 'revision_number': 4, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '884a9fe7-f435-41eb-89bb-c1aa1557dce4', 'name': '', 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'mac_address': 'fa:16:3e:35:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a940f04-df3f-4b71-8030-b26093a46dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:18Z', 'updated_at': '2022-09-03T01:37:23Z', 'revision_number': 4, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'subnets': [{'id': '3a940f04-df3f-4b71-8030-b26093a46dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:24.183065 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e46658-a8ad-4668-971a-4b12e8f06481 None None] The sync data for ids ['1b1642f8-e307-4675-ae02-1e06ab39ac24'] in dv-cinder-838009-7-iscsi is: [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:37:19Z', 'revision_number': 4, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '884a9fe7-f435-41eb-89bb-c1aa1557dce4', 'name': '', 'network_id': '9ae71ae8-0b51-4511-a1b2-ea080afec9eb', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'mac_address': 'fa:16:3e:35:b3:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '3a940f04-df3f-4b71-8030-b26093a46dc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:18Z', 'updated_at': '2022-09-03T01:37:23Z', 'revision_number': 4, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'subnets': [{'id': '3a940f04-df3f-4b71-8030-b26093a46dc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:24.229342 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fa4f196c-399f-4de8-9d79-37a6a43f10f3 req-1efe86f2-73a9-496a-8402-22e208822585 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362839 Sep 03 01:37:24.264742 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-330169bb-19b7-46a4-a471-f4d8bbaa966b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:24.273457 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-330169bb-19b7-46a4-a471-f4d8bbaa966b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 200 len: 857 time: 0.3902588 Sep 03 01:37:24.274471 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:24.305021 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (13a105d0-4a56-4ef3-b7d9-5dc1c93ad0c8), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.343225 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:24.362614 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:24.363864 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:24.399492 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-385d5976-37b9-4c49-b1dd-9b38a23c030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:24.401800 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-385d5976-37b9-4c49-b1dd-9b38a23c030a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=df7b7060-2be9-45b6-8d4b-e4a77085b457&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1286588 Sep 03 01:37:24.403595 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (13a105d0-4a56-4ef3-b7d9-5dc1c93ad0c8), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.457026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a105d0-4a56-4ef3-b7d9-5dc1c93ad0c8,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:24.601044 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9142ac2c-029b-45b3-b750-93b20163817d req-94b11f42-596f-4a05-b255-1a4edd976459 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.1023037 Sep 03 01:37:24.604861 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:24.629248 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-b84c75c1-e628-4c1c-88d5-9bc92c9fe8c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028930 Sep 03 01:37:24.641245 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.647714 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-55131ded-b9f0-4aa3-a62a-90525a109e60 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7264986 Sep 03 01:37:24.765131 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 884a9fe7-f435-41eb-89bb-c1aa1557dce4 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:24.872836 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:24.873223 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.920022 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.931401 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:24.935267 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99249c5-8a9d-4103-82a1-bb0b6cb22391 req-3773d8ff-4cf7-4efe-b3e9-e8cbd31cfece service neutron] 10.222.0.42 "GET /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098102 Sep 03 01:37:25.040137 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:25.040752 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:25.080940 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:25.083809 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 884a9fe7-f435-41eb-89bb-c1aa1557dce4, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=884a9fe7-f435-41eb-89bb-c1aa1557dce4,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:25.088013 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:25.116023 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba070cd-bccf-4b05-b8fc-8337eceef699 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:37:25.186532 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:25.263640 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=884a9fe7-f435-41eb-89bb-c1aa1557dce4,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:25.473035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5dc217-695b-4f0e-9958-1cd6e589c81a req-9e1c5aa5-1ca6-469b-ab1f-cb0ee0db0973 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:25.474606 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2e5dc217-695b-4f0e-9958-1cd6e589c81a req-9e1c5aa5-1ca6-469b-ab1f-cb0ee0db0973 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0665169 Sep 03 01:37:25.518358 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5aef385-f681-45ba-847c-0b4900dfde8b None None] New status for floating IP 06cb5c81-8caf-4f79-8b8d-33935ba26e4f: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:37:25.549572 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2e5dc217-695b-4f0e-9958-1cd6e589c81a req-2c3f1fd6-65c5-4c5d-aabb-c07371900729 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688696 Sep 03 01:37:25.763101 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2e593929-914f-46b8-b726-68bc703b033a req-d67ffbdb-0685-4b27-aedd-a7d09aaa3c57 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4bfe7afd-f5ea-482c-8cb2-6e5bf095dcbb HTTP/1.1" status: 200 len: 210 time: 0.0491819 Sep 03 01:37:26.572666 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 884a9fe7-f435-41eb-89bb-c1aa1557dce4 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:26.635905 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:26.636482 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:26.722187 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:26.913831 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46156) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:26.979173 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ece1671-cf73-4306-901d-ffceb988c7ed tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (f8ff22fd-2efc-4a59-9de3-895e652b211e), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.003962 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ece1671-cf73-4306-901d-ffceb988c7ed tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (f8ff22fd-2efc-4a59-9de3-895e652b211e), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.123046 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ece1671-cf73-4306-901d-ffceb988c7ed tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f8ff22fd-2efc-4a59-9de3-895e652b211e), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.125736 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ece1671-cf73-4306-901d-ffceb988c7ed tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.127055 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2ece1671-cf73-4306-901d-ffceb988c7ed tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f8ff22fd-2efc-4a59-9de3-895e652b211e HTTP/1.1" status: 204 len: 168 time: 0.2122309 Sep 03 01:37:27.129967 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46160) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:27.131681 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:27.136867 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece1671-cf73-4306-901d-ffceb988c7ed tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ff22fd-2efc-4a59-9de3-895e652b211e,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:27.146016 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-29448a9f-a808-467c-b9ce-5b252c89c9b6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] show failed (client error): The resource could not be found. Sep 03 01:37:27.149143 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-29448a9f-a808-467c-b9ce-5b252c89c9b6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups/f8ff22fd-2efc-4a59-9de3-895e652b211e HTTP/1.1" status: 404 len: 347 time: 0.0164113 Sep 03 01:37:27.151308 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46162) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:27.266995 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port dabb2a47-fe30-4050-bbe7-cf55433ef5d6 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:37:27.267270 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.274242 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:37:27.277313 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:27.299780 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:37:27.300130 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device fc3e436d-fb1a-441d-bc04-3d6a3d3a5bc4 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:37:27.349507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.349854 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.362958 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for dabb2a47-fe30-4050-bbe7-cf55433ef5d6 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:37:27.438815 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:27.568685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (dabb2a47-fe30-4050-bbe7-cf55433ef5d6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.593513 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=dabb2a47-fe30-4050-bbe7-cf55433ef5d6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:27.662889 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (06cb5c81-8caf-4f79-8b8d-33935ba26e4f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.665354 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.667979 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-a86b0757-e4c8-42c3-afca-f683880b0f02 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/06cb5c81-8caf-4f79-8b8d-33935ba26e4f HTTP/1.1" status: 204 len: 168 time: 0.5142851 Sep 03 01:37:27.811238 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46168) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:27.816686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243270725', 'description': 'tempest-description--960888224'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:27.900049 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:27.983222 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (1a6bba98-e122-4856-ae5b-131124923b5a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.025882 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (1a6bba98-e122-4856-ae5b-131124923b5a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.060933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6bba98-e122-4856-ae5b-131124923b5a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:28.114239 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.115500 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-17060b77-42bd-4e0f-95a4-6b98e506494e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3031933 Sep 03 01:37:28.118609 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46172) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:28.123214 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': '1a6bba98-e122-4856-ae5b-131124923b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:28.197223 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (9fc2658c-2a08-4476-9021-37fce45fbae1), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.243663 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:28.258568 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (9fc2658c-2a08-4476-9021-37fce45fbae1), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.317329 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (9fc2658c-2a08-4476-9021-37fce45fbae1), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.336641 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fc2658c-2a08-4476-9021-37fce45fbae1,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:28.399358 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.400581 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-74eb6c31-54a7-4932-96ec-ef20c10ef0a2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2809904 Sep 03 01:37:28.403378 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46174) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:28.407858 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': '1a6bba98-e122-4856-ae5b-131124923b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:28.507538 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (6cea476c-a9a6-41ad-8aca-1bc87fd23c5d), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.565223 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (6cea476c-a9a6-41ad-8aca-1bc87fd23c5d), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.648503 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (6cea476c-a9a6-41ad-8aca-1bc87fd23c5d), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.670261 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cea476c-a9a6-41ad-8aca-1bc87fd23c5d,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:28.737014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.738394 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ffb2b66a-0360-4688-b3ba-c335099601fc tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3340628 Sep 03 01:37:28.741402 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46176) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:28.745689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:28.842919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:28.928474 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.041353 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.27.1.211 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/c8b6b70c-0041-47c3-8978-5cbaa5847113) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:29.144027 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:29.156865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.260537 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.313037 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:29.319654 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:29.322752 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:29.326158 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=c8b6b70c-0041-47c3-8978-5cbaa5847113,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:29.372736 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:29.413070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (49eeb388-d0c0-497f-aa70-2786b73bdabd), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.506748 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.659642 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.729269 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.833136 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=c8b6b70c-0041-47c3-8978-5cbaa5847113,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:29.839848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (49eeb388-d0c0-497f-aa70-2786b73bdabd), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.864172 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a97e4-ced0-46e5-a523-c1daae922c03 req-6bed5b5f-84a6-49b4-a5b3-78d39a285cd7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:29.866742 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6d3a97e4-ced0-46e5-a523-c1daae922c03 req-6bed5b5f-84a6-49b4-a5b3-78d39a285cd7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0772028 Sep 03 01:37:29.956485 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:29.957719 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0052093d-7b9f-4c34-9801-250dfe82caf4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2154126 Sep 03 01:37:29.962643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-f9ebf17d-089f-4807-b743-ae3b71bb6973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:29.962643 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-f9ebf17d-089f-4807-b743-ae3b71bb6973 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1169 time: 0.0728741 Sep 03 01:37:29.974403 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6d3a97e4-ced0-46e5-a523-c1daae922c03 req-3433fabf-084a-4894-9d68-a0503b6aa362 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016684 Sep 03 01:37:30.075693 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-5e58cbda-4323-4876-b796-452407f64add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:30.077216 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-5e58cbda-4323-4876-b796-452407f64add service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 916 time: 0.0991902 Sep 03 01:37:30.156075 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-e697d847-01b0-4cb6-8b9a-cf026788a9b5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 1002 time: 0.0709574 Sep 03 01:37:30.209539 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-dc5142a3-5fc1-452f-889c-b3649d3531d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:30.211024 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-dc5142a3-5fc1-452f-889c-b3649d3531d6 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.0456667 Sep 03 01:37:30.230090 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:30.261925 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-3fe7741e-57be-4dbb-8411-122951bf1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:30.264282 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-3fe7741e-57be-4dbb-8411-122951bf1e81 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434947 Sep 03 01:37:30.369756 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-93a5e723-fcc0-472f-9a1d-ba4c97056399 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906994 Sep 03 01:37:30.461810 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14ced19a-5d35-4796-8741-33b43acecbf2 req-3a2e6cc4-7bd3-4210-9687-a8c39e6d3e72 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847032 Sep 03 01:37:31.077464 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:31.111769 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ac434-d16b-4324-91f3-db0b7621024b req-8dbe3882-4ab3-4c57-a711-e13ad18d2c1b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:31.113230 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d24ac434-d16b-4324-91f3-db0b7621024b req-8dbe3882-4ab3-4c57-a711-e13ad18d2c1b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0482919 Sep 03 01:37:31.164014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:31.179283 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d24ac434-d16b-4324-91f3-db0b7621024b req-b0da3528-4d10-4493-85b7-d1fe9a3efd2f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597463 Sep 03 01:37:32.301598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d94382-3918-4659-83a8-c09b8c0947c4 req-8be4e782-156f-45be-a261-5d7679718828 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:32.303209 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-70d94382-3918-4659-83a8-c09b8c0947c4 req-8be4e782-156f-45be-a261-5d7679718828 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0482938 Sep 03 01:37:32.368101 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-70d94382-3918-4659-83a8-c09b8c0947c4 req-e779a334-e117-49e7-a2b7-9ac6091a6a22 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592213 Sep 03 01:37:33.491747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19f89f-8604-4a05-ae35-399e788002a5 req-fd578bf6-d687-4f4e-9241-91358847310b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:33.493180 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5f19f89f-8604-4a05-ae35-399e788002a5 req-fd578bf6-d687-4f4e-9241-91358847310b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0461695 Sep 03 01:37:33.553076 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5f19f89f-8604-4a05-ae35-399e788002a5 req-1fa899dc-0654-43f7-984a-d5cf6302730f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539541 Sep 03 01:37:34.684774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbe89-c5af-430a-8440-1fe8b9b91874 req-dce9aef9-5893-4e22-84a2-bfedba6f937d tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:34.686134 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fe4fbe89-c5af-430a-8440-1fe8b9b91874 req-dce9aef9-5893-4e22-84a2-bfedba6f937d tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0525253 Sep 03 01:37:34.747632 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fe4fbe89-c5af-430a-8440-1fe8b9b91874 req-894b003e-b890-4ee4-8c86-8cc4402dbc90 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550292 Sep 03 01:37:35.091007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=84 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:35.091803 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=70 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:35.874714 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05b2bd-a247-48f4-9232-68965ec0b576 req-bb343d88-f84b-4ada-b621-ffe451cbb236 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:35.876159 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fb05b2bd-a247-48f4-9232-68965ec0b576 req-bb343d88-f84b-4ada-b621-ffe451cbb236 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0478826 Sep 03 01:37:35.939064 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fb05b2bd-a247-48f4-9232-68965ec0b576 req-2aa9758c-d615-4858-b0a5-b879078a1f22 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565484 Sep 03 01:37:37.067000 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac6d2e-efb8-4c7b-bebf-964b5295b0ac req-5abe1c5e-3aa4-4462-84da-ac9a9d6c75bd tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:37.068361 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22ac6d2e-efb8-4c7b-bebf-964b5295b0ac req-5abe1c5e-3aa4-4462-84da-ac9a9d6c75bd tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0538008 Sep 03 01:37:37.135057 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-22ac6d2e-efb8-4c7b-bebf-964b5295b0ac req-7361d58c-d437-468d-946f-36ce254b572f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593655 Sep 03 01:37:38.058085 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=65,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:38.060034 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:38.257985 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91063418-c628-456e-89ac-fe57ee41820d req-ca626bc2-e0e6-46f6-87b2-f477905e9119 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:38.259509 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-91063418-c628-456e-89ac-fe57ee41820d req-ca626bc2-e0e6-46f6-87b2-f477905e9119 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0491722 Sep 03 01:37:38.320949 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-91063418-c628-456e-89ac-fe57ee41820d req-f017de7f-d0d3-4af7-9015-d122f219761b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548754 Sep 03 01:37:39.453441 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7efd3d-26e4-46d5-a959-f63834e064a1 req-6327ab3d-41db-40cb-9533-fa77753a833c tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:39.460980 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5e7efd3d-26e4-46d5-a959-f63834e064a1 req-6327ab3d-41db-40cb-9533-fa77753a833c tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0540373 Sep 03 01:37:39.522001 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5e7efd3d-26e4-46d5-a959-f63834e064a1 req-a6ab4c95-4dd6-4819-9b5e-e631bfee5c43 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551107 Sep 03 01:37:40.606068 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:40.654619 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c057bb-5a20-477d-aabe-2271b37411fd req-ad6c8a71-58e6-4f36-9886-d0172ba0a801 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:40.656099 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-83c057bb-5a20-477d-aabe-2271b37411fd req-ad6c8a71-58e6-4f36-9886-d0172ba0a801 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0596395 Sep 03 01:37:40.718280 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-83c057bb-5a20-477d-aabe-2271b37411fd req-4e6a484d-c934-4730-b216-4c6bf069ce83 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554745 Sep 03 01:37:40.762026 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:40.767356 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:41.850182 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba7348-bf9c-4c92-a8da-c86e9217511e req-d615f98d-efaa-47e4-9ef5-b5f805eede14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:41.851702 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-77ba7348-bf9c-4c92-a8da-c86e9217511e req-d615f98d-efaa-47e4-9ef5-b5f805eede14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0542960 Sep 03 01:37:41.913451 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-77ba7348-bf9c-4c92-a8da-c86e9217511e req-89b94afb-24c1-44c1-ae86-20601e5d08a8 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560882 Sep 03 01:37:42.784169 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1840cf61-86c1-4a84-af65-b374d3992d88 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--243270725&fields=id&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 267 time: 0.0435457 Sep 03 01:37:42.894287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a2575b1d-71b3-4029-8dde-f844d5e47246 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:42.895900 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a2575b1d-71b3-4029-8dde-f844d5e47246 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.1045592 Sep 03 01:37:42.913546 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-81ce8207-eecf-4dff-9f97-a4c4e931e76a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/quotas/02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 375 time: 0.0111840 Sep 03 01:37:42.969739 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-d6134295-5ae6-42e9-ae21-877831de80d5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491076 Sep 03 01:37:43.035500 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:43.044233 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13772ee-9df2-42ce-96cd-31576806a631 req-5edab173-4691-4e9e-af04-f4e28a2f4316 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:43.045714 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a13772ee-9df2-42ce-96cd-31576806a631 req-5edab173-4691-4e9e-af04-f4e28a2f4316 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0538688 Sep 03 01:37:43.070266 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-026167fc-7480-4e22-b239-7376558a628e service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Sep 03 01:37:43.108695 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a13772ee-9df2-42ce-96cd-31576806a631 req-b3a5afe1-8fba-4993-a565-c4d4ed3ed6b0 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566032 Sep 03 01:37:43.390077 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-bdc5d3d4-7eec-441c-b99f-80d28b89ed4f service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141844 Sep 03 01:37:44.232101 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1ab4d-a918-4203-9e7c-c3e8a81a1ad0 req-8d71d178-fb1c-4abe-9df4-25a89cbda748 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:44.233556 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b3f1ab4d-a918-4203-9e7c-c3e8a81a1ad0 req-8d71d178-fb1c-4abe-9df4-25a89cbda748 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0477009 Sep 03 01:37:44.296536 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b3f1ab4d-a918-4203-9e7c-c3e8a81a1ad0 req-9c3c68fc-210b-4420-98b6-1b58ee866cee tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571792 Sep 03 01:37:44.620054 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9ea9e30c-af67-4f99-873e-ecdc95d0be19 req-c97534ec-a03a-445a-91ce-8b516767232b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 210 time: 0.0279052 Sep 03 01:37:45.428563 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591cae77-4ca3-4a6b-b413-3ea5bb40695b req-55cb5a1d-74c3-476b-aa32-744e0f3ab8db tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:45.430016 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-591cae77-4ca3-4a6b-b413-3ea5bb40695b req-55cb5a1d-74c3-476b-aa32-744e0f3ab8db tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0473650 Sep 03 01:37:45.491501 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-591cae77-4ca3-4a6b-b413-3ea5bb40695b req-70c3856f-c33f-48f2-9c54-831e786a3317 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557578 Sep 03 01:37:45.723237 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14726f75-c695-40ea-9bdd-90da974a4b43 req-a9c0f3d8-8f81-40f3-aee0-39cb0132850f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 210 time: 0.0312798 Sep 03 01:37:46.616767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa106e-183c-434a-9a04-db96631619fe req-9c62ae09-561e-4b5d-979c-811005de0999 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:46.618361 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ccaa106e-183c-434a-9a04-db96631619fe req-9c62ae09-561e-4b5d-979c-811005de0999 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0517850 Sep 03 01:37:46.678390 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ccaa106e-183c-434a-9a04-db96631619fe req-66b98205-b5f4-4f53-91be-01ee96b2d26b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544248 Sep 03 01:37:46.851264 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-704b1457-687b-424e-b267-ac1ed5c628e7 req-0c8c14ca-0a8f-40eb-b622-f0da375522c1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 210 time: 0.0460694 Sep 03 01:37:47.135763 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-7d38fc9a-bb0c-4fb9-a2fe-13a7ef0ebeea tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:47.137196 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-7d38fc9a-bb0c-4fb9-a2fe-13a7ef0ebeea tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.1070886 Sep 03 01:37:47.206239 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-4ae8c875-f141-44fb-b0cd-6e34602c4db4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 379 time: 0.0558352 Sep 03 01:37:47.220187 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'port': {'device_id': '3fb78ff3-5840-45d5-8185-450243588142', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'admin_state_up': True, 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'security_groups': ['1a6bba98-e122-4856-ae5b-131124923b5a']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:47.391735 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Made reservation on behalf of 02813cf0683749ee87b039b28f1aeebb for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:47.397228 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:47.536683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.20.0.12 (7bd92e7f-f880-47a6-a573-413ea7d8bd54/01985834-b812-4464-b00a-84a8b348cef3/d45b0a37-c43a-46e4-8121-1008ccf616f3) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:47.554208 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:47.692609 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:47.714685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:47.774879 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:47.807608 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560a96a4-aab3-4013-bc11-0d2db6ec0d5b req-cf4f8c10-28bd-4e1e-9a97-7a0c5abe176b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:47.809325 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-560a96a4-aab3-4013-bc11-0d2db6ec0d5b req-cf4f8c10-28bd-4e1e-9a97-7a0c5abe176b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0495386 Sep 03 01:37:47.817150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:47.833038 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=d45b0a37-c43a-46e4-8121-1008ccf616f3,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:47.835434 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:47.838793 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:47.847671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.847671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.847671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.847671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.848832 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.848832 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.848832 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.849648 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.849882 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.850136 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.850642 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.850988 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.851291 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.851614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.852146 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:47.884050 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-560a96a4-aab3-4013-bc11-0d2db6ec0d5b req-6a3d6d00-31c3-48e5-8bda-9e85dcf45c81 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682690 Sep 03 01:37:47.915324 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:47.915993 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:47.984117 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-a612588b-95b7-4819-8bef-9f9b50808937 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7677002 Sep 03 01:37:47.997902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Request body: {'port': {'device_id': '3fb78ff3-5840-45d5-8185-450243588142', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:48.010783 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f1de4-12b6-4c26-822a-86fbfe7801f4 req-b9d15827-bf5e-41ec-b54c-3392a56cb000 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:48.012342 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-795f1de4-12b6-4c26-822a-86fbfe7801f4 req-b9d15827-bf5e-41ec-b54c-3392a56cb000 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 932 time: 0.0659835 Sep 03 01:37:48.109429 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-a73fe595-e884-475b-8630-57631223471b None None] Provisioning complete for port d45b0a37-c43a-46e4-8121-1008ccf616f3 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:48.110057 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a73fe595-e884-475b-8630-57631223471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.112673 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-795f1de4-12b6-4c26-822a-86fbfe7801f4 req-9b8a1ba6-fac8-48fd-ae66-f42d81f510e2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796337 Sep 03 01:37:48.113368 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.153374 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-a73fe595-e884-475b-8630-57631223471b None None] Port d45b0a37-c43a-46e4-8121-1008ccf616f3 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:37:48.622556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d45b0a37-c43a-46e4-8121-1008ccf616f3 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:37:48.629997 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Publish callbacks [] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.642707 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Transition to ACTIVE for port object d45b0a37-c43a-46e4-8121-1008ccf616f3 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:37:48.705516 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.764160 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Pushing event updated for resources: {'Port': ['ID=d45b0a37-c43a-46e4-8121-1008ccf616f3,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:48.816313 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Attempting to bind port d45b0a37-c43a-46e4-8121-1008ccf616f3 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:48.816647 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Attempting to bind port d45b0a37-c43a-46e4-8121-1008ccf616f3 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:48.816969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Attempting to bind port d45b0a37-c43a-46e4-8121-1008ccf616f3 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:48.821589 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Port d45b0a37-c43a-46e4-8121-1008ccf616f3 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:37:48.821905 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Attempting to bind port d45b0a37-c43a-46e4-8121-1008ccf616f3 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:48.823586 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:48.827519 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:48.827850 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:48.828226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Bound using segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:48.828640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Bound port: d45b0a37-c43a-46e4-8121-1008ccf616f3, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:48.828990 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.893621 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] For port d45b0a37-c43a-46e4-8121-1008ccf616f3, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:48.897150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] For port d45b0a37-c43a-46e4-8121-1008ccf616f3, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:48.968746 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.971839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:48.972461 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:48.973855 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/d45b0a37-c43a-46e4-8121-1008ccf616f3 HTTP/1.1" status: 200 len: 1094 time: 0.9805129 Sep 03 01:37:48.977121 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:48.985488 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:49.011209 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:49.017810 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8aae5-c074-43f9-8252-de499d813d25 req-ac77cae1-cea8-4d81-bad0-335e57fd625c tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.019386 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f2d8aae5-c074-43f9-8252-de499d813d25 req-ac77cae1-cea8-4d81-bad0-335e57fd625c tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0544426 Sep 03 01:37:49.042386 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915363c-9c85-48d8-99d3-3f4fb4e65729 service neutron] Pushing event updated for resources: {'Port': ['ID=d45b0a37-c43a-46e4-8121-1008ccf616f3,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:49.046035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe13e7c4-5a04-4ab5-b500-a7afa84891ef x-openstack-request-id: req-fe13e7c4-5a04-4ab5-b500-a7afa84891ef {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:49.046325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:49.046599 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe13e7c4-5a04-4ab5-b500-a7afa84891ef {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:49.046990 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe13e7c4-5a04-4ab5-b500-a7afa84891ef'] response: {'name': 'network-changed', 'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'status': 'completed', 'code': 200} Sep 03 01:37:49.096031 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f2d8aae5-c074-43f9-8252-de499d813d25 req-f899edad-298b-480b-bc18-95eb7380e27f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691841 Sep 03 01:37:49.107765 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd req-f2236fd2-a608-43db-9c0d-e39f6133c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.109256 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd req-f2236fd2-a608-43db-9c0d-e39f6133c29f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 1128 time: 0.0411303 Sep 03 01:37:49.228314 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd req-093dd167-2ed4-466c-987a-9f0de0599b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.229742 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd req-093dd167-2ed4-466c-987a-9f0de0599b18 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=02813cf0683749ee87b039b28f1aeebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1109126 Sep 03 01:37:49.310309 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a359b24-e9ae-4d17-8c83-8380faf36db1 req-609122e7-78c1-4740-8e6f-41336958729b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.311684 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6a359b24-e9ae-4d17-8c83-8380faf36db1 req-609122e7-78c1-4740-8e6f-41336958729b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 944 time: 0.1032720 Sep 03 01:37:49.383556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd req-15a08372-b2a5-48e3-8361-79c752d2fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.384968 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a99b470c-47cf-47c2-8d73-3bffb4fa2bdd req-15a08372-b2a5-48e3-8361-79c752d2fb6e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1392133 Sep 03 01:37:49.389105 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6a359b24-e9ae-4d17-8c83-8380faf36db1 req-0ca2fad3-7514-412e-8b1e-b0632f54a8e5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710959 Sep 03 01:37:49.525664 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-eb872503-a0d4-48da-9528-29b510b3bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.527364 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-eb872503-a0d4-48da-9528-29b510b3bffe service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 1128 time: 0.0407407 Sep 03 01:37:49.551085 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a635b5e0-4960-4285-ac53-30ef6784a159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:49.581578 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-6a0dc314-2c65-4d1e-aa44-9bd30c8e2bbc service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3 HTTP/1.1" status: 200 len: 217 time: 0.0453501 Sep 03 01:37:49.635326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-d700be2b-1112-41d7-adf5-5c51c074dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.636719 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-d700be2b-1112-41d7-adf5-5c51c074dc92 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.0477512 Sep 03 01:37:49.684772 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928a739-4d74-430c-b52b-3785acea1c0c req-5b3358ee-3de6-4c72-8940-c9142abac41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:49.686205 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-5b3358ee-3de6-4c72-8940-c9142abac41f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401645 Sep 03 01:37:49.791374 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-8537760c-bb10-48a1-a96a-3515327e25c4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965800 Sep 03 01:37:49.886537 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5928a739-4d74-430c-b52b-3785acea1c0c req-434c8338-6747-478d-aead-04df6bddea8c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881660 Sep 03 01:37:50.225695 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a6a5f-75d9-43fd-bf8d-4c4372596a93 req-140fb91f-cd52-4272-b2b7-baa6a9541875 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:50.227182 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a71a6a5f-75d9-43fd-bf8d-4c4372596a93 req-140fb91f-cd52-4272-b2b7-baa6a9541875 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0543697 Sep 03 01:37:50.288806 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a71a6a5f-75d9-43fd-bf8d-4c4372596a93 req-be17547c-8e76-4758-83b3-35fc582a9178 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560033 Sep 03 01:37:50.509581 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82830a8-ad92-4cd8-8360-69a4d7bb3fd7 req-e69caacc-a7b2-4074-bbde-9820382c0f57 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:50.511067 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d82830a8-ad92-4cd8-8360-69a4d7bb3fd7 req-e69caacc-a7b2-4074-bbde-9820382c0f57 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 944 time: 0.0462027 Sep 03 01:37:50.538589 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:50.545652 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:50.563388 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d82830a8-ad92-4cd8-8360-69a4d7bb3fd7 req-94c13404-6d01-40e3-aec6-3deeddb3634d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455620 Sep 03 01:37:51.368995 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-38e39e41-3e89-4fda-9925-3928a51a2f81 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1200131279&fields=id&tenant_id=c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 267 time: 0.0476005 Sep 03 01:37:51.479254 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-2f8e22f2-eee5-42bb-a0d2-447fcbf1fb13 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:51.480699 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-2f8e22f2-eee5-42bb-a0d2-447fcbf1fb13 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 811 time: 0.1053970 Sep 03 01:37:51.495596 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-595e167a-b65f-4fd5-9912-c144bd665b74 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/quotas/c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 375 time: 0.0096397 Sep 03 01:37:51.550214 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-03aa9545-de00-426b-a585-23f5cc82c571 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498097 Sep 03 01:37:51.651150 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-051a3f76-bcc4-4731-a2c5-fc4e8562ccad service neutron] 10.222.0.13 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859756 Sep 03 01:37:51.748002 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-8889a62e-0614-4bf8-ae52-c37046cefebb service neutron] 10.222.0.13 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912206 Sep 03 01:37:52.013940 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d0cc1c72-579e-4c4a-8004-f773ebc5d6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:52.124438 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe680d0-051d-49f7-8406-aa60bc66d045 req-4b378463-d74a-4fac-9214-d80037d5516f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:52.125890 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0fe680d0-051d-49f7-8406-aa60bc66d045 req-4b378463-d74a-4fac-9214-d80037d5516f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0519602 Sep 03 01:37:52.188542 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0fe680d0-051d-49f7-8406-aa60bc66d045 req-418d7f65-e4e1-497e-90e9-98d146fca49f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566590 Sep 03 01:37:52.277234 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:52.301326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e1a864-a3b8-4d5a-bb69-223dd75078b5 req-b654b537-8f2a-47a9-b898-d27549fd2cf5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:52.304093 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e1e1a864-a3b8-4d5a-bb69-223dd75078b5 req-b654b537-8f2a-47a9-b898-d27549fd2cf5 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 944 time: 0.0565894 Sep 03 01:37:52.358730 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e1e1a864-a3b8-4d5a-bb69-223dd75078b5 req-c3675fcf-953f-42c4-b8e5-39013a68206b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462806 Sep 03 01:37:52.428408 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-873c257e-a571-4ec8-b20c-7bf123ca4600 req-f8d5c37d-94c9-4054-b113-b8945c6345e1 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 210 time: 0.1525207 Sep 03 01:37:53.019758 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:53.311440 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437743e8-9308-4e82-b9cd-e14f60b08f3b req-06cd8e1c-549e-46d8-ae20-c6fcdf9e7f98 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:53.312909 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-437743e8-9308-4e82-b9cd-e14f60b08f3b req-06cd8e1c-549e-46d8-ae20-c6fcdf9e7f98 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0481398 Sep 03 01:37:53.389513 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-437743e8-9308-4e82-b9cd-e14f60b08f3b req-110be2be-0f1f-46c3-8278-58cb7a380927 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=44914223-3606-4f07-acb6-c511676b38c1&id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703497 Sep 03 01:37:53.446215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d45b0a37-c43a-46e4-8121-1008ccf616f3 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:37:53.499156 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76fe02-02c4-4167-995c-718feca51b3c req-882997b5-2902-4c5b-ad15-eee95a4108b9 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:53.500645 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2b76fe02-02c4-4167-995c-718feca51b3c req-882997b5-2902-4c5b-ad15-eee95a4108b9 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 944 time: 0.0503554 Sep 03 01:37:53.539575 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-51bbf8e1-3bb7-411d-82bf-ce27cc633365 req-55619e56-257a-4a69-957b-6bc9570ae475 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 210 time: 0.0296142 Sep 03 01:37:53.551859 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2b76fe02-02c4-4167-995c-718feca51b3c req-2080c100-023f-4f47-b980-d81c11b12650 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444725 Sep 03 01:37:53.566373 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port d45b0a37-c43a-46e4-8121-1008ccf616f3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:53.579434 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'port_id': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'mac_address': 'fa:16:3e:66:12:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:37:53.615314 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port d45b0a37-c43a-46e4-8121-1008ccf616f3 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:53.615699 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:53.629016 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d45b0a37-c43a-46e4-8121-1008ccf616f3 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:37:53.651237 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port d45b0a37-c43a-46e4-8121-1008ccf616f3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:53.722576 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:53.789637 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=d45b0a37-c43a-46e4-8121-1008ccf616f3,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.802147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.803154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.803154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.803154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.803426 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.803751 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:53.804196 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:37:54.110065 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['d45b0a37-c43a-46e4-8121-1008ccf616f3'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:37:54.653660 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b784343e-f418-4d41-b839-13ffdf25feaa req-db2a647f-cd5d-4c5e-9330-08c2540279b3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 210 time: 0.0282423 Sep 03 01:37:54.682483 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264716f7-cc2f-4fe8-8120-b9cbe7187c73 req-531c4efe-96e5-4166-96a5-7fdf09151aa7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:54.683914 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-264716f7-cc2f-4fe8-8120-b9cbe7187c73 req-531c4efe-96e5-4166-96a5-7fdf09151aa7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 945 time: 0.0535696 Sep 03 01:37:54.743271 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-264716f7-cc2f-4fe8-8120-b9cbe7187c73 req-5ece8f28-16e5-4983-9b6f-dd31c9016064 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538280 Sep 03 01:37:54.788803 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:37:54.831403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:54.853893 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.077689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-4dde994a-a83b-436d-aff4-96abe15fb661 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:55.079110 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-4dde994a-a83b-436d-aff4-96abe15fb661 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 811 time: 0.1106224 Sep 03 01:37:55.095970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:55.143644 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-83b7aeee-74c4-4e72-aa3b-aec77924c451 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 380 time: 0.0538709 Sep 03 01:37:55.152628 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'port': {'device_id': '843467ed-5454-46d9-8626-619ff8f27fd9', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'admin_state_up': True, 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'security_groups': ['ef226b79-2353-4d5f-9dec-ab497f966b06']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:55.322716 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Made reservation on behalf of c306d09e93584320b34697dba7641ac8 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:37:55.326528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.451507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Allocated IP 172.20.0.14 (acc3f9d7-e89e-4ae5-bc90-4373dd60425f/d0b54629-c284-4a1b-8884-71698e5a0b74/f3456acb-4580-4e62-9494-7b8fd05f264e) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:37:55.459884 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d45b0a37-c43a-46e4-8121-1008ccf616f3 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:37:55.507529 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port d45b0a37-c43a-46e4-8121-1008ccf616f3 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:37:55.598865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.601757 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:55.602204 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port d45b0a37-c43a-46e4-8121-1008ccf616f3 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:55.602611 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.638927 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:55.663892 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:55.671297 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.676241 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port d45b0a37-c43a-46e4-8121-1008ccf616f3 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:37:55.676626 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.701242 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:55.704171 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4041fdd-f281-4b49-ad44-a359e7d6d658" -d '{"events": [{"server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "name": "network-vif-plugged", "status": "completed", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:55.718652 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port d45b0a37-c43a-46e4-8121-1008ccf616f3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:37:55.718878 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:37:55.724845 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:37:55.727702 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:37:55.759864 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640d6121-4ef3-4197-8b28-fe7973d8c10e x-openstack-request-id: req-640d6121-4ef3-4197-8b28-fe7973d8c10e {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:55.760242 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "name": "network-vif-plugged", "status": "completed", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:55.760508 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-640d6121-4ef3-4197-8b28-fe7973d8c10e {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:55.760938 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-640d6121-4ef3-4197-8b28-fe7973d8c10e'] response: {'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'code': 200} Sep 03 01:37:55.776033 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=f3456acb-4580-4e62-9494-7b8fd05f264e,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:55.785416 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.852702 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:55.854031 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:55.871098 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=d45b0a37-c43a-46e4-8121-1008ccf616f3,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:55.905647 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05579a-1481-4d5c-9f9a-d9233885a5fe req-5485aedb-e5c0-43eb-b28d-a9c99773135f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:55.907144 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff05579a-1481-4d5c-9f9a-d9233885a5fe req-5485aedb-e5c0-43eb-b28d-a9c99773135f tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0525241 Sep 03 01:37:55.935909 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1e2e5-2b5d-415d-9a90-d356e729b21d req-2a3ab024-b2d7-472c-b05b-59781c8b6376 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:55.945797 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4db1e2e5-2b5d-415d-9a90-d356e729b21d req-2a3ab024-b2d7-472c-b05b-59781c8b6376 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 932 time: 0.1855941 Sep 03 01:37:55.959557 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-41b8991d-c367-4773-88cb-ff801a03c624 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8102047 Sep 03 01:37:55.965728 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff05579a-1481-4d5c-9f9a-d9233885a5fe req-3c1ca2af-dfd1-4a52-988a-99be15b191e4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516553 Sep 03 01:37:55.979987 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Request body: {'port': {'device_id': '843467ed-5454-46d9-8626-619ff8f27fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:56.029038 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4db1e2e5-2b5d-415d-9a90-d356e729b21d req-9e979485-7e92-424a-a767-eca08bb962cd tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821674 Sep 03 01:37:56.036581 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-7f15f22f-1a78-46d5-b6f8-b61ca559c568 None None] Provisioning complete for port f3456acb-4580-4e62-9494-7b8fd05f264e triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:37:56.037076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7f15f22f-1a78-46d5-b6f8-b61ca559c568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.066736 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.071635 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-7f15f22f-1a78-46d5-b6f8-b61ca559c568 None None] Port f3456acb-4580-4e62-9494-7b8fd05f264e cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:37:56.101186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:56.227738 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722ffe3-b506-443f-b4aa-f0b4d701a1e0 req-8181fd39-b276-4d56-a9da-9892768208bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:56.229122 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4722ffe3-b506-443f-b4aa-f0b4d701a1e0 req-8181fd39-b276-4d56-a9da-9892768208bd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 1130 time: 0.0625234 Sep 03 01:37:56.333900 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4722ffe3-b506-443f-b4aa-f0b4d701a1e0 req-8883e737-5a4e-4d2a-b259-69d2926dd3cb service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689223 Sep 03 01:37:56.397761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3456acb-4580-4e62-9494-7b8fd05f264e {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:37:56.405179 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Publish callbacks [] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.418318 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Transition to ACTIVE for port object f3456acb-4580-4e62-9494-7b8fd05f264e will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:37:56.494028 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.554428 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3456acb-4580-4e62-9494-7b8fd05f264e,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:56.600552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:56.603564 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Attempting to bind port f3456acb-4580-4e62-9494-7b8fd05f264e on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:37:56.603898 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Attempting to bind port f3456acb-4580-4e62-9494-7b8fd05f264e by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:37:56.604226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Attempting to bind port f3456acb-4580-4e62-9494-7b8fd05f264e on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:56.608666 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Port f3456acb-4580-4e62-9494-7b8fd05f264e on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:37:56.613152 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Attempting to bind port f3456acb-4580-4e62-9494-7b8fd05f264e on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:37:56.613926 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:37:56.614260 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Checking segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:37:56.615387 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Bound using segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:37:56.615895 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Bound port: f3456acb-4580-4e62-9494-7b8fd05f264e, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:37:56.616246 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.678248 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] For port f3456acb-4580-4e62-9494-7b8fd05f264e, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:37:56.681267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] For port f3456acb-4580-4e62-9494-7b8fd05f264e, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f3456acb-4580-4e62-9494-7b8fd05f264e,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:37:56.734728 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.738919 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:56.739570 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:56.740912 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/f3456acb-4580-4e62-9494-7b8fd05f264e HTTP/1.1" status: 200 len: 1094 time: 0.7654762 Sep 03 01:37:56.741398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:56.743624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd61a7c-176d-4cee-9656-18de2deb45a7" -d '{"events": [{"name": "network-changed", "server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:56.790724 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e0786d-037c-4ebc-bba8-38e5e425a4dc x-openstack-request-id: req-e2e0786d-037c-4ebc-bba8-38e5e425a4dc {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:56.791007 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:56.791255 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2e0786d-037c-4ebc-bba8-38e5e425a4dc {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:56.791647 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2e0786d-037c-4ebc-bba8-38e5e425a4dc'] response: {'name': 'network-changed', 'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'status': 'completed', 'code': 200} Sep 03 01:37:56.796481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c4b25-226b-444c-8ef8-74f14a63b1c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f3456acb-4580-4e62-9494-7b8fd05f264e,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:37:57.093228 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117c05-a006-4f81-af49-25973f934665 req-121435bf-7375-4ca9-9ffd-7940357783d0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:57.094727 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-03117c05-a006-4f81-af49-25973f934665 req-121435bf-7375-4ca9-9ffd-7940357783d0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0488138 Sep 03 01:37:57.144406 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-03117c05-a006-4f81-af49-25973f934665 req-3f284fef-33e8-40a1-92c8-bf955c1168c3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 Sep 03 01:37:57.163096 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39f711-5af4-4167-be8d-f0188bec6664 req-bf7649c8-6b1f-4282-937d-309b21d832e9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:57.164580 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cf39f711-5af4-4167-be8d-f0188bec6664 req-bf7649c8-6b1f-4282-937d-309b21d832e9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0535066 Sep 03 01:37:57.213879 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cf39f711-5af4-4167-be8d-f0188bec6664 req-b9ccf527-38bd-4a8c-93bd-e0e5b36200fb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435185 Sep 03 01:37:57.315576 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61a7c-176d-4cee-9656-18de2deb45a7 req-4827006c-8585-41d1-869f-bfccc81f0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:57.317020 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ccd61a7c-176d-4cee-9656-18de2deb45a7 req-4827006c-8585-41d1-869f-bfccc81f0cf8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 1128 time: 0.0394213 Sep 03 01:37:57.429033 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61a7c-176d-4cee-9656-18de2deb45a7 req-6069d89e-559b-4cce-9cd2-5307974e0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:57.430534 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ccd61a7c-176d-4cee-9656-18de2deb45a7 req-6069d89e-559b-4cce-9cd2-5307974e0650 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c306d09e93584320b34697dba7641ac8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1053519 Sep 03 01:37:57.530984 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd61a7c-176d-4cee-9656-18de2deb45a7 req-e5153262-fd27-4663-9159-16639261c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:57.532661 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ccd61a7c-176d-4cee-9656-18de2deb45a7 req-e5153262-fd27-4663-9159-16639261c81c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906150 Sep 03 01:37:57.616189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:57.619242 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-ec4e88af-5041-4269-950e-a924cef10bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:57.620722 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-ec4e88af-5041-4269-950e-a924cef10bb1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 1128 time: 0.0391500 Sep 03 01:37:57.759292 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-33ee5a53-3ff1-40e0-ae7a-031d7c85134a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3456acb-4580-4e62-9494-7b8fd05f264e HTTP/1.1" status: 200 len: 217 time: 0.0369244 Sep 03 01:37:58.265653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ab415-d0a5-47e0-890b-9eacbac9ca62 req-68a0a60c-008f-4fe5-8757-eb3e7c90b127 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:58.267148 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a08ab415-d0a5-47e0-890b-9eacbac9ca62 req-68a0a60c-008f-4fe5-8757-eb3e7c90b127 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0470896 Sep 03 01:37:58.345178 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6361649e-938f-436c-906e-a6d8e58974b0 req-a06d3231-8358-4e3d-988e-eb8889a23232 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:58.346676 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6361649e-938f-436c-906e-a6d8e58974b0 req-a06d3231-8358-4e3d-988e-eb8889a23232 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0525577 Sep 03 01:37:58.370278 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a08ab415-d0a5-47e0-890b-9eacbac9ca62 req-a1e1d1f0-3653-4cfd-b1aa-3b3de4941d71 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974069 Sep 03 01:37:58.389773 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-4b6e0e64-4474-46e0-88e2-657c15d42baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:58.391629 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-4b6e0e64-4474-46e0-88e2-657c15d42baf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0845389 Sep 03 01:37:58.404008 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6361649e-938f-436c-906e-a6d8e58974b0 req-f2b5640b-61d8-4477-ad50-82a622e947ea tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507450 Sep 03 01:37:58.501639 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35bb92-2143-41da-9f6a-721ea2c386a5 req-301904fa-c4cf-4262-b0bf-45a6eb09948e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:58.503118 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7c35bb92-2143-41da-9f6a-721ea2c386a5 req-301904fa-c4cf-4262-b0bf-45a6eb09948e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0485649 Sep 03 01:37:58.513542 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46470) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:37:58.522061 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'port_id': 'd45b0a37-c43a-46e4-8121-1008ccf616f3'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:37:58.550634 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc304d-a442-42ce-a304-942d38ede880 req-dae36699-6445-4051-87c1-f405c2eea16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:58.552101 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-dae36699-6445-4051-87c1-f405c2eea16a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399933 Sep 03 01:37:58.560749 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (49eeb388-d0c0-497f-aa70-2786b73bdabd), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:58.672201 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:58.674190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:37:59.012559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:59.055196 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-af794cbd-136a-4cbe-bd3a-615ed896b6c6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907121 Sep 03 01:37:59.094116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (49eeb388-d0c0-497f-aa70-2786b73bdabd), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:59.151208 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62cc304d-a442-42ce-a304-942d38ede880 req-8e6572e6-1f5e-47bc-83fb-5bdab8864ea3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882585 Sep 03 01:37:59.192614 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 49eeb388-d0c0-497f-aa70-2786b73bdabd associated. External IP: 172.27.1.211, port: d45b0a37-c43a-46e4-8121-1008ccf616f3. Sep 03 01:37:59.391691 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:37:59.523938 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:37:59.530180 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:37:59.534844 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:37:59.545161 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:59.545890 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:59.563762 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089972b-b510-458c-b936-67f419000c77 req-ca7598ae-b84d-400d-8c72-74e9630ed3a6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:59.565214 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9089972b-b510-458c-b936-67f419000c77 req-ca7598ae-b84d-400d-8c72-74e9630ed3a6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0802286 Sep 03 01:37:59.570849 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1de61fe3-d297-416c-ab5a-125a40096431 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/49eeb388-d0c0-497f-aa70-2786b73bdabd HTTP/1.1" status: 200 len: 992 time: 1.0560484 Sep 03 01:37:59.572542 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:37:59.574823 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517d9d78-7d7f-40aa-9a63-d56840211925" -d '{"events": [{"name": "network-changed", "server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:37:59.616449 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622b0915-8fb5-45c6-b42c-4b33c2585ada x-openstack-request-id: req-622b0915-8fb5-45c6-b42c-4b33c2585ada {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:37:59.617008 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:37:59.617440 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-622b0915-8fb5-45c6-b42c-4b33c2585ada {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:37:59.618013 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622b0915-8fb5-45c6-b42c-4b33c2585ada'] response: {'name': 'network-changed', 'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'status': 'completed', 'code': 200} Sep 03 01:37:59.633033 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9089972b-b510-458c-b936-67f419000c77 req-5d300a42-0266-4ca3-a0d4-7a714d1ff71f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611315 Sep 03 01:37:59.651711 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:37:59.739354 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-d0587851-92bd-4d27-ad74-7a2d6b864cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:59.741418 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-d0587851-92bd-4d27-ad74-7a2d6b864cbd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 1130 time: 0.0505908 Sep 03 01:37:59.848111 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-fb87bbe6-ca4a-473f-9c7f-54e9a86c0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:59.849368 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-fb87bbe6-ca4a-473f-9c7f-54e9a86c0efa service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 915 time: 0.0998721 Sep 03 01:37:59.872187 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '49eeb388-d0c0-497f-aa70-2786b73bdabd', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:66:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb78ff3-5840-45d5-8185-450243588142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:37:29Z', 'updated_at': '2022-09-03T01:37:58Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:59.897253 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:37:59.905697 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:37:59.906305 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:37:59.921568 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-2724f3fe-b269-441f-b21e-ad6ad39e2ccd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3 HTTP/1.1" status: 200 len: 1000 time: 0.0645750 Sep 03 01:37:59.977340 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-9a262f70-7df4-42ff-be87-703fa323ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:37:59.978833 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-9a262f70-7df4-42ff-be87-703fa323ffbf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.0510209 Sep 03 01:38:00.013251 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:00.039742 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-6c9bbf9c-f717-4cfd-bcca-ec6055b5067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:00.041413 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-6c9bbf9c-f717-4cfd-bcca-ec6055b5067d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445402 Sep 03 01:38:00.110621 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:00.153390 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-4585bf85-cec9-4cf7-a37b-d75dcf4a9be8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979502 Sep 03 01:38:00.179946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:00.249637 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517d9d78-7d7f-40aa-9a63-d56840211925 req-03ea993d-639d-4336-9e61-47a5338c7b61 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886109 Sep 03 01:38:00.328880 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '49eeb388-d0c0-497f-aa70-2786b73bdabd', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:66:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb78ff3-5840-45d5-8185-450243588142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:37:29Z', 'updated_at': '2022-09-03T01:37:58Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:00.357941 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a71c86-ce07-4504-9098-35c97486ae89 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '49eeb388-d0c0-497f-aa70-2786b73bdabd', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.211', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:66:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb78ff3-5840-45d5-8185-450243588142', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:37:29Z', 'updated_at': '2022-09-03T01:37:58Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:00.549486 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe827cd6-d74d-4253-bcfc-8f38bfae633e None None] New status for floating IP 49eeb388-d0c0-497f-aa70-2786b73bdabd: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:38:00.783761 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-0e5cd4b4-a454-4bd4-9db1-5171861ecfef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0857213 Sep 03 01:38:00.801151 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3e877-2db2-405f-9277-99a87cb77421 req-fa74d280-b6ad-4fec-b509-dc1d90c0026d tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:00.801151 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c3e877-2db2-405f-9277-99a87cb77421 req-fa74d280-b6ad-4fec-b509-dc1d90c0026d tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0559807 Sep 03 01:38:00.859709 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:00.890157 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-e075733b-ed33-4f9a-94e9-548e832cf6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:00.891624 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-e075733b-ed33-4f9a-94e9-548e832cf6a5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 1130 time: 0.0618954 Sep 03 01:38:00.897022 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-00c3e877-2db2-405f-9277-99a87cb77421 req-1bfe4469-716a-4b38-a5bb-815bfc94fcd8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864279 Sep 03 01:38:01.015881 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-32e01baa-3801-4196-8ada-94b7e8f1b723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:01.017344 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-32e01baa-3801-4196-8ada-94b7e8f1b723 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 912 time: 0.0921731 Sep 03 01:38:01.083120 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-55bdaae2-988e-494a-bff2-4e1dace93617 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 200 len: 1002 time: 0.0559423 Sep 03 01:38:01.138713 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-749fea15-107c-4f19-bc48-3ae9f3efc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:01.140161 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-749fea15-107c-4f19-bc48-3ae9f3efc666 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.0496142 Sep 03 01:38:01.189562 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-6970948e-1f37-4d32-8400-be88a548d7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:01.191124 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-6970948e-1f37-4d32-8400-be88a548d7d3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433354 Sep 03 01:38:01.288291 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-ab6961be-4506-454b-ac29-cf085e83c2d4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887880 Sep 03 01:38:01.399390 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54ac7d1b-636d-45f8-9e99-45e6afdb107e req-4fe0f023-89b0-4a8e-b620-e27b056e7de4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954649 Sep 03 01:38:02.023850 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5f20b-5bf8-4b64-87f5-c8be5c073b7b req-14126cb5-da8f-4391-9c24-153313746cdc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:02.025293 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cda5f20b-5bf8-4b64-87f5-c8be5c073b7b req-14126cb5-da8f-4391-9c24-153313746cdc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0509851 Sep 03 01:38:02.073901 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cda5f20b-5bf8-4b64-87f5-c8be5c073b7b req-14b331ce-8d3e-4a21-882d-9e2958763763 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429204 Sep 03 01:38:03.192580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00cc0-9c4f-45d1-8079-26c8cad407b4 req-1bc06c6e-d9ac-40c8-88d4-941dea6907a4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:03.194771 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2cc00cc0-9c4f-45d1-8079-26c8cad407b4 req-1bc06c6e-d9ac-40c8-88d4-941dea6907a4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0462942 Sep 03 01:38:03.248097 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2cc00cc0-9c4f-45d1-8079-26c8cad407b4 req-ecf7091c-d3aa-443c-bff2-d86b90a13060 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476201 Sep 03 01:38:04.357934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:04.363962 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:04.368243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604d957-b85d-44b5-bbe6-a53613b3b19d req-f4bd23d0-161f-4dc7-bee3-cf9dcc01bf2c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:04.369692 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2604d957-b85d-44b5-bbe6-a53613b3b19d req-f4bd23d0-161f-4dc7-bee3-cf9dcc01bf2c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0463934 Sep 03 01:38:04.419346 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2604d957-b85d-44b5-bbe6-a53613b3b19d req-6f05387f-9663-4df6-887f-f41e4fb1c7fa tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441785 Sep 03 01:38:05.790054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb839d5-ce3c-4152-b444-cb15901a4645 req-bc83444d-075f-49ae-a9ea-70bf3ac956f6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:05.791502 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cbb839d5-ce3c-4152-b444-cb15901a4645 req-bc83444d-075f-49ae-a9ea-70bf3ac956f6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.2956519 Sep 03 01:38:05.840266 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cbb839d5-ce3c-4152-b444-cb15901a4645 req-1ef92086-07c1-434c-bc23-00a58f5bd9cc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431521 Sep 03 01:38:06.956473 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c803da5-949f-43ed-84b7-c53ccae833f9 req-4f01e169-1386-4987-a501-9b3bc515ad71 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:06.957904 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5c803da5-949f-43ed-84b7-c53ccae833f9 req-4f01e169-1386-4987-a501-9b3bc515ad71 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0452926 Sep 03 01:38:07.012074 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5c803da5-949f-43ed-84b7-c53ccae833f9 req-3df0e72f-0e33-4491-9cad-892257d02b40 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462806 Sep 03 01:38:08.132684 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c9c56-f002-4f10-9d85-9c893e2c2e92 req-fb79817a-76ca-4204-ad8d-af8bfaccc758 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:08.134108 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-902c9c56-f002-4f10-9d85-9c893e2c2e92 req-fb79817a-76ca-4204-ad8d-af8bfaccc758 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0465581 Sep 03 01:38:08.182659 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-902c9c56-f002-4f10-9d85-9c893e2c2e92 req-84f5717a-bf9c-4276-a922-ab168bb5ac09 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Sep 03 01:38:09.299201 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:09.310606 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b6d65-0010-43f2-a6ce-277a227d9181 req-24122134-6220-4b10-a5a3-43cdb6e6cfe3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:09.312061 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-047b6d65-0010-43f2-a6ce-277a227d9181 req-24122134-6220-4b10-a5a3-43cdb6e6cfe3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0508239 Sep 03 01:38:09.324907 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:09.361748 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-047b6d65-0010-43f2-a6ce-277a227d9181 req-2788d0ee-bccb-4fb8-b88f-f08be4dd0a66 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440483 Sep 03 01:38:10.492433 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fa462-e9a7-4b09-b04d-64ec419e9909 req-4c7081ef-40e6-46cb-87b2-5ea61fbcf5c6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:10.493815 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fb4fa462-e9a7-4b09-b04d-64ec419e9909 req-4c7081ef-40e6-46cb-87b2-5ea61fbcf5c6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0493813 Sep 03 01:38:10.543642 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fb4fa462-e9a7-4b09-b04d-64ec419e9909 req-9d98b9ed-9877-4836-99fc-d8af932de3be tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442069 Sep 03 01:38:10.778450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=53,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:10.781347 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:11.662025 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7daf4b8-3f33-4d46-a97a-866e4c7b4844 req-a7bd69aa-3274-498c-b3b7-654729e6b916 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:11.663469 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f7daf4b8-3f33-4d46-a97a-866e4c7b4844 req-a7bd69aa-3274-498c-b3b7-654729e6b916 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 944 time: 0.0457053 Sep 03 01:38:11.711838 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f7daf4b8-3f33-4d46-a97a-866e4c7b4844 req-5b5f7a6f-170f-46f3-989c-d38d4059606c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428398 Sep 03 01:38:12.192307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f3456acb-4580-4e62-9494-7b8fd05f264e details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:38:12.288775 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port f3456acb-4580-4e62-9494-7b8fd05f264e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f3456acb-4580-4e62-9494-7b8fd05f264e,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:12.299550 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'port_id': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'mac_address': 'fa:16:3e:c7:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:38:12.336724 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port f3456acb-4580-4e62-9494-7b8fd05f264e is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:12.337105 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:12.353042 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3456acb-4580-4e62-9494-7b8fd05f264e {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:12.370129 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port f3456acb-4580-4e62-9494-7b8fd05f264e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f3456acb-4580-4e62-9494-7b8fd05f264e,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:12.436400 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:12.481818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=f3456acb-4580-4e62-9494-7b8fd05f264e,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:12.837644 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e8e59-a501-410e-960c-db5f0510419f req-add64acd-50c9-4bb5-a059-dd6e05fa80e9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:12.839168 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-495e8e59-a501-410e-960c-db5f0510419f req-add64acd-50c9-4bb5-a059-dd6e05fa80e9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Sep 03 01:38:12.887525 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-495e8e59-a501-410e-960c-db5f0510419f req-257e1e1d-5fe8-4fce-b00c-7345247cfc52 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427620 Sep 03 01:38:13.607397 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f3456acb-4580-4e62-9494-7b8fd05f264e'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:13.800266 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=88 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:14.006665 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b324-526d-4fbb-8816-d4158a1fa15b req-c4dec3cc-0e8b-4547-82d0-e517c368128f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:14.008408 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd91b324-526d-4fbb-8816-d4158a1fa15b req-c4dec3cc-0e8b-4547-82d0-e517c368128f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 945 time: 0.0479031 Sep 03 01:38:14.062580 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd91b324-526d-4fbb-8816-d4158a1fa15b req-1f714f5e-fa3a-4852-bffb-3e5ef2200b4e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486524 Sep 03 01:38:15.238332 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad422db-4e40-4b5c-8e26-5165584ee7be req-71220374-2ec2-48be-9f73-063241e468b7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:15.240286 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0ad422db-4e40-4b5c-8e26-5165584ee7be req-71220374-2ec2-48be-9f73-063241e468b7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 945 time: 0.0452929 Sep 03 01:38:15.290837 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0ad422db-4e40-4b5c-8e26-5165584ee7be req-3876aaa8-4103-4a29-8e10-e0420a10f02f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 Sep 03 01:38:15.508987 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ac3cf-3346-4dcc-9e3c-13eb26d43bcc req-d678843e-76f0-4c36-a80a-ba3884260b7c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:15.508987 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-217ac3cf-3346-4dcc-9e3c-13eb26d43bcc req-d678843e-76f0-4c36-a80a-ba3884260b7c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0483711 Sep 03 01:38:15.557721 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-217ac3cf-3346-4dcc-9e3c-13eb26d43bcc req-6df486ec-85a3-446a-bc22-5d787cd7aab7 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436141 Sep 03 01:38:15.613278 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f3456acb-4580-4e62-9494-7b8fd05f264e up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:38:15.658487 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port f3456acb-4580-4e62-9494-7b8fd05f264e completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:38:15.736999 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port f3456acb-4580-4e62-9494-7b8fd05f264e triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:38:15.736999 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:15.932901 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port f3456acb-4580-4e62-9494-7b8fd05f264e is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:15.933203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:15.955306 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:15.957539 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f9a00-1f5a-4e3a-87a4-2f61d7ee0e04" -d '{"events": [{"server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:15.970543 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port f3456acb-4580-4e62-9494-7b8fd05f264e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f3456acb-4580-4e62-9494-7b8fd05f264e,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:15.995162 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ac3b03-f5db-4e5c-b635-e7d1e9664c74 x-openstack-request-id: req-68ac3b03-f5db-4e5c-b635-e7d1e9664c74 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:15.995509 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "name": "network-vif-plugged", "status": "completed", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:15.995766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68ac3b03-f5db-4e5c-b635-e7d1e9664c74 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:15.996157 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68ac3b03-f5db-4e5c-b635-e7d1e9664c74'] response: {'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'code': 200} Sep 03 01:38:16.093420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:16.134227 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:16.143303 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=f3456acb-4580-4e62-9494-7b8fd05f264e,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:16.413903 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f4cf9-ed77-4e6e-9914-bb9d8fc0d834 req-3d59f6ff-c300-4f7a-9b50-3c2f9bf0a846 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:16.415380 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d2f4cf9-ed77-4e6e-9914-bb9d8fc0d834 req-3d59f6ff-c300-4f7a-9b50-3c2f9bf0a846 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0492871 Sep 03 01:38:16.462647 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1d2f4cf9-ed77-4e6e-9914-bb9d8fc0d834 req-ff2437ef-9ff3-4c07-81a7-de292f4c22d7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417089 Sep 03 01:38:16.681514 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2e2e1-7cf8-4993-af38-68fbdb05b45f req-5531fc65-25db-4ecc-ae5b-9c6b348e8232 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:16.682990 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b4f2e2e1-7cf8-4993-af38-68fbdb05b45f req-5531fc65-25db-4ecc-ae5b-9c6b348e8232 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0508440 Sep 03 01:38:16.731643 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b4f2e2e1-7cf8-4993-af38-68fbdb05b45f req-8779279b-d6f9-4bcd-97db-253b34b1dc6c tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430515 Sep 03 01:38:17.579931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568193a-cde8-4d74-ba69-f2fe0f8f5c74 req-98d09278-da47-43ce-be81-7c59683240e2 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:17.581357 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5568193a-cde8-4d74-ba69-f2fe0f8f5c74 req-98d09278-da47-43ce-be81-7c59683240e2 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0457275 Sep 03 01:38:17.629147 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5568193a-cde8-4d74-ba69-f2fe0f8f5c74 req-baf707a1-3feb-4629-b325-fd60513fcdda tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418451 Sep 03 01:38:17.796916 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:17.861380 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4475b31-2336-4c39-9f59-79bcf9e0b8da req-2b3bddf8-df0d-4824-8c91-818bb950af92 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:17.862866 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d4475b31-2336-4c39-9f59-79bcf9e0b8da req-2b3bddf8-df0d-4824-8c91-818bb950af92 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0530751 Sep 03 01:38:17.911054 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d4475b31-2336-4c39-9f59-79bcf9e0b8da req-aba4cc66-095d-4ce5-9779-5ffa6cf24a1a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422621 Sep 03 01:38:18.747143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ea3df-5652-4851-9dab-4df86a667e2d req-087cface-3c89-4144-b5c8-c53ebf732d0a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:18.748566 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c91ea3df-5652-4851-9dab-4df86a667e2d req-087cface-3c89-4144-b5c8-c53ebf732d0a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0458217 Sep 03 01:38:18.797499 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c91ea3df-5652-4851-9dab-4df86a667e2d req-da263ac7-e79d-4d51-9189-0529809cac61 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Sep 03 01:38:19.034734 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0e8cf-4286-4e23-aeea-bb428efee63e req-e5d0fe48-db95-4e5e-b08d-a2f743a01863 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:19.036235 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-82a0e8cf-4286-4e23-aeea-bb428efee63e req-e5d0fe48-db95-4e5e-b08d-a2f743a01863 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0495765 Sep 03 01:38:19.083032 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-82a0e8cf-4286-4e23-aeea-bb428efee63e req-f97dcae7-1278-4353-9ade-cb25c3310750 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403471 Sep 03 01:38:19.490228 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68491e05-15f8-48b1-9103-e8db17b83db0 req-9d145f7f-6e9f-47c9-a2cf-3a9daab5155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:19.495583 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-68491e05-15f8-48b1-9103-e8db17b83db0 req-9d145f7f-6e9f-47c9-a2cf-3a9daab5155b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 1130 time: 0.0469096 Sep 03 01:38:19.539477 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a5f61eae-66d7-4a1a-aa35-5d5ceac96b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:19.965412 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-720fcfa1-664e-4d44-bfea-8bf23859b964 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:19.966849 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-720fcfa1-664e-4d44-bfea-8bf23859b964 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.1059191 Sep 03 01:38:19.969603 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-68491e05-15f8-48b1-9103-e8db17b83db0 req-b01aed64-4b8b-42b5-a877-662cf7a3396b service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154766 Sep 03 01:38:19.975233 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385b853-d84a-41ee-bc37-277a7b507251 req-73064f2d-51f1-46b6-836a-14363419b0cb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:19.976744 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c385b853-d84a-41ee-bc37-277a7b507251 req-73064f2d-51f1-46b6-836a-14363419b0cb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0982101 Sep 03 01:38:20.028165 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c385b853-d84a-41ee-bc37-277a7b507251 req-2ab23d18-8401-48aa-b6ac-8c88543c30cf tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457644 Sep 03 01:38:20.169399 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:20.192690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:20.208601 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be1029-cfdf-4fa0-a6b5-9ab3d2a0c4da req-7bdc84d1-6866-405a-845f-4d5c128bca53 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:20.210922 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e8be1029-cfdf-4fa0-a6b5-9ab3d2a0c4da req-7bdc84d1-6866-405a-845f-4d5c128bca53 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 945 time: 0.0515828 Sep 03 01:38:20.272992 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e8be1029-cfdf-4fa0-a6b5-9ab3d2a0c4da req-80d95ee1-c1bb-4fe9-8b20-969fdb5cc60e tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=8758e19d-80bb-452e-92dd-8eae2fe3e4c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554228 Sep 03 01:38:20.355260 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Deleting port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:20.355552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:20.461961 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] For port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:20.462325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:20.565344 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ade953-c94d-429e-ba5c-9839eb8c1f9f req-d41b826f-f8b7-46bf-a6ff-027ec0a7f321 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:20.566811 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0ade953-c94d-429e-ba5c-9839eb8c1f9f req-d41b826f-f8b7-46bf-a6ff-027ec0a7f321 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0887752 Sep 03 01:38:20.685719 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0ade953-c94d-429e-ba5c-9839eb8c1f9f req-48536ca8-2161-41a5-8872-c9468e316cc1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934203 Sep 03 01:38:20.700642 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:20.701015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:20.701332 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Floating IP 8aa1c0e7-0680-499a-8325-929aa551797e disassociated. External IP: 172.27.1.75, port: 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29. Sep 03 01:38:20.701755 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Calling delete_port for 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:20.888042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (885d8df4-2f3f-463e-aa94-cb8b3ae9cb29), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:20.920657 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event deleted for resources: {'Port': ['ID=885d8df4-2f3f-463e-aa94-cb8b3ae9cb29,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:21.030366 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:21.124096 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:21.134014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:21.146371 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] Sync routers for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:21.155080 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510c918-243f-472a-9d6d-718256b19c47 req-e7a9d34e-4a35-464f-a922-aff25ca416f9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:21.156659 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8510c918-243f-472a-9d6d-718256b19c47 req-e7a9d34e-4a35-464f-a922-aff25ca416f9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0483892 Sep 03 01:38:21.160226 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:21.160876 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:21.166365 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:21.183163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] No DVR routers for this DVR port 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:21.185682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:21.188997 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f958d543-d700-45fe-826f-d40ae80c5d98 req-c60fbf36-8ab2-4717-8cf3-9d000990d217 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "DELETE /networking/v2.0/ports/885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 HTTP/1.1" status: 204 len: 173 time: 0.9298322 Sep 03 01:38:21.189384 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'name': 'network-vif-deleted', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:21.191666 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c50e0b5-6589-475c-8fec-caaa806ee885" -d '{"events": [{"server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "name": "network-vif-deleted", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:21.215379 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8510c918-243f-472a-9d6d-718256b19c47 req-77bd2896-7fa2-492d-8e8f-e3c6d067d730 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519478 Sep 03 01:38:21.239181 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58eb689d-dd62-4144-a9ce-dc49ebbde75b x-openstack-request-id: req-58eb689d-dd62-4144-a9ce-dc49ebbde75b {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:21.239534 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34abe46a-5361-4e96-a952-5909fad8c4f4", "name": "network-vif-deleted", "tag": "885d8df4-2f3f-463e-aa94-cb8b3ae9cb29", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:21.239848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-58eb689d-dd62-4144-a9ce-dc49ebbde75b {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:21.240306 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58eb689d-dd62-4144-a9ce-dc49ebbde75b'] response: {'server_uuid': '34abe46a-5361-4e96-a952-5909fad8c4f4', 'name': 'network-vif-deleted', 'tag': '885d8df4-2f3f-463e-aa94-cb8b3ae9cb29', 'status': 'completed', 'code': 200} Sep 03 01:38:21.269151 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:21.399572 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2890a061-51a0-4fc4-a41b-afef4b8e62b8 req-1095c2b1-722e-4aba-b524-0deb81a6d268 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0343513 Sep 03 01:38:21.480212 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:21.504374 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] Checking router: f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:21.513299 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:21.513901 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:37:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:21.615143 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:21.770025 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa86ee5-df35-4956-83e3-7765bbbf7c6c req-dcfb30f1-7c50-4beb-8f3d-18ef126961ae tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:21.772597 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3fa86ee5-df35-4956-83e3-7765bbbf7c6c req-dcfb30f1-7c50-4beb-8f3d-18ef126961ae tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Sep 03 01:38:21.826912 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3fa86ee5-df35-4956-83e3-7765bbbf7c6c req-e449f5d1-5d94-407f-ba44-5e2616df937f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486195 Sep 03 01:38:21.828009 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:21.833880 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5abce-1759-4fcf-ba7b-b9a598ab9cb8 req-a17f0f27-f8c5-4f0a-9d96-79e945914f96 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:21.833880 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9ea5abce-1759-4fcf-ba7b-b9a598ab9cb8 req-a17f0f27-f8c5-4f0a-9d96-79e945914f96 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0508566 Sep 03 01:38:21.857990 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9bec6fa-a56d-434e-aec0-906669653bd9 None None] The sync data for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi is: [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:07Z', 'revision_number': 4, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'bb106349-e42c-493e-ae22-b5d892f60991', 'name': '', 'network_id': 'df7b7060-2be9-45b6-8d4b-e4a77085b457', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'mac_address': 'fa:16:3e:bc:90:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:05Z', 'updated_at': '2022-09-03T01:33:25Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'subnets': [{'id': 'f37b5fc8-387b-4d00-b444-9f6ef92dbdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:21.895742 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9ea5abce-1759-4fcf-ba7b-b9a598ab9cb8 req-11e60d83-8fb6-4998-be73-0f42835e1745 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573084 Sep 03 01:38:21.988533 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a8eabc4b-b1bf-4582-854e-6c7d2344c32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:22.082092 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23a872f-fe13-4aab-8588-5aa6aac66330 None None] New status for floating IP 8aa1c0e7-0680-499a-8325-929aa551797e: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:38:22.085424 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:22.340896 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14706ce-a316-44d3-bc65-1432f573343b req-b74087a3-fd2b-457a-be7c-344cfa1fee9f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:22.342538 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c14706ce-a316-44d3-bc65-1432f573343b req-b74087a3-fd2b-457a-be7c-344cfa1fee9f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0500567 Sep 03 01:38:22.393533 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c14706ce-a316-44d3-bc65-1432f573343b req-be81527c-6546-4655-880b-f515302a18fc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443549 Sep 03 01:38:22.502561 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e53e2b1d-56c2-49b7-b15d-86f3e67a9570 req-352919b4-f173-4da4-8199-171413fae38a tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0280988 Sep 03 01:38:22.953529 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc09b4-51ce-478c-9922-cff0872cc2f4 req-1e6997d8-3c7b-4945-8005-c46f5ee3e7f2 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:22.961614 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-84cc09b4-51ce-478c-9922-cff0872cc2f4 req-1e6997d8-3c7b-4945-8005-c46f5ee3e7f2 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.0560868 Sep 03 01:38:23.004477 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-84cc09b4-51ce-478c-9922-cff0872cc2f4 req-e0ee4d72-4754-4db2-9459-3a7cf13747a2 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Sep 03 01:38:23.014050 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:23.032153 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714ddb7-f644-47c1-94aa-c7d3288a232e req-78892ddc-dbf0-483d-89ca-23e29159c8fb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:23.033858 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c714ddb7-f644-47c1-94aa-c7d3288a232e req-78892ddc-dbf0-483d-89ca-23e29159c8fb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0560675 Sep 03 01:38:23.081186 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c714ddb7-f644-47c1-94aa-c7d3288a232e req-476c7e74-7c48-4032-8164-2ccd9092c9cf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407360 Sep 03 01:38:23.476418 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:23.512303 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddec57-e338-4e65-bbeb-97908d168b59 req-7de093e6-15fb-43b4-bb0e-88afe2c23a31 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:23.513794 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d1ddec57-e338-4e65-bbeb-97908d168b59 req-7de093e6-15fb-43b4-bb0e-88afe2c23a31 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0463552 Sep 03 01:38:23.567135 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d1ddec57-e338-4e65-bbeb-97908d168b59 req-a12412f6-b982-4e3f-9b33-692bab8c1ba7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478094 Sep 03 01:38:23.606011 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0d220348-791a-4f32-ab96-8062b6be8bda req-94c74573-9131-4234-a886-0ca8af0cb801 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0282974 Sep 03 01:38:23.635495 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:23.655380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:23.655725 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 885d8df4-2f3f-463e-aa94-cb8b3ae9cb29 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:23.689114 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af9b4e-c797-404b-97f2-9075602c3daf req-1f572497-ff73-4794-8102-d33ea2a1242f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:23.690489 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f9af9b4e-c797-404b-97f2-9075602c3daf req-1f572497-ff73-4794-8102-d33ea2a1242f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0479245 Sep 03 01:38:23.738628 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f9af9b4e-c797-404b-97f2-9075602c3daf req-10d599b0-9aa8-4d57-9c31-52b7d47764fe tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Sep 03 01:38:23.776558 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46708) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:23.861943 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1b4caa-7c0a-4b10-b260-df7c0e8e4022 tempest-TestVolumeBootPattern-1240623036 tempest-TestVolumeBootPattern-1240623036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:23.863472 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-aa1b4caa-7c0a-4b10-b260-df7c0e8e4022 tempest-TestVolumeBootPattern-1240623036 tempest-TestVolumeBootPattern-1240623036-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 1125 time: 0.0858946 Sep 03 01:38:23.867372 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46712) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:23.871679 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'port_id': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:23.986246 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:24.076247 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:24.177617 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0f1c9-138f-4ccc-84d2-28892e79db99 req-ba6b55dc-7779-42e8-ba9a-9d1d4b669999 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:24.179816 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4ac0f1c9-138f-4ccc-84d2-28892e79db99 req-ba6b55dc-7779-42e8-ba9a-9d1d4b669999 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.0964944 Sep 03 01:38:24.187334 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:24.227896 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2497c12-b62b-472a-90a0-517bc378f6c4 req-a87295f0-9f77-42f0-8b66-4ab3f3552e7f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:24.229160 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2497c12-b62b-472a-90a0-517bc378f6c4 req-a87295f0-9f77-42f0-8b66-4ab3f3552e7f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0531962 Sep 03 01:38:24.279940 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Allocated IP 172.27.1.208 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/6b35d8a1-681b-4244-bc98-48a76bf5ee9d) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:38:24.288090 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2497c12-b62b-472a-90a0-517bc378f6c4 req-86190fb0-b6b6-49d5-a82e-a581721d67da tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511854 Sep 03 01:38:24.288350 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4ac0f1c9-138f-4ccc-84d2-28892e79db99 req-0d6c1f7c-cef3-4af2-a249-a8a935d89528 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019909 Sep 03 01:38:24.408499 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:24.534317 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:24.593988 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:38:24.599218 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:38:24.601751 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=6b35d8a1-681b-4244-bc98-48a76bf5ee9d,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:24.604610 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:38:24.707991 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:24.731802 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:24.753972 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-57aa4eff-e422-4778-9daf-9515a9570a62 req-6697c2dc-1b58-47e7-ad71-33fa1dd608c5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0651288 Sep 03 01:38:24.831359 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:24.833032 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.066513 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (81e79958-bf6b-47ef-83fe-f2ca04c67b58), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.146812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-7c198003-9b84-43f2-92a1-bee35effe200 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:25.148720 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-7c198003-9b84-43f2-92a1-bee35effe200 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.0506287 Sep 03 01:38:25.264813 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Deleting port 8e331545-f680-453c-942e-5cd9fc274b5f {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:25.265157 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.268001 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.428112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-012a3d3f-8125-41cc-9ded-a65b0449ba7b tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:25.429804 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-012a3d3f-8125-41cc-9ded-a65b0449ba7b tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.0963972 Sep 03 01:38:25.441999 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec0a13-6720-4631-9dfa-92fd2b844824 req-27ed7be9-2693-4aa1-a24b-9558071a02dc tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:25.444080 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c0ec0a13-6720-4631-9dfa-92fd2b844824 req-27ed7be9-2693-4aa1-a24b-9558071a02dc tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Sep 03 01:38:25.509706 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c0ec0a13-6720-4631-9dfa-92fd2b844824 req-92282178-e92c-4a91-82d4-6c722a120f1e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596035 Sep 03 01:38:25.555725 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b489b-c75f-460d-8622-7abf4eb8afd3 req-d0e50ea5-f036-40d5-8b48-8489f42ab10e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:25.557191 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6a4b489b-c75f-460d-8622-7abf4eb8afd3 req-d0e50ea5-f036-40d5-8b48-8489f42ab10e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 947 time: 0.1645157 Sep 03 01:38:25.560990 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:25.561359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.574062 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:25.647257 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 8e331545-f680-453c-942e-5cd9fc274b5f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:25.699300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:25.724057 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 8e331545-f680-453c-942e-5cd9fc274b5f is: ACTIVE; New status is: DOWN {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:25.724231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Deleting port 91fcf0db-d435-4413-9523-d181eb8e1ae2 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:25.724613 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.724923 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.756761 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:25.759598 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64c4a95-94fa-46af-a273-fa3d4dc62dfb" -d '{"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:25.765315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 8e331545-f680-453c-942e-5cd9fc274b5f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=8e331545-f680-453c-942e-5cd9fc274b5f,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:25.810131 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae55b95-4c92-4363-bd8b-274e59f2f190 x-openstack-request-id: req-3ae55b95-4c92-4363-bd8b-274e59f2f190 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:25.810700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-unplugged", "status": "completed", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:25.810964 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ae55b95-4c92-4363-bd8b-274e59f2f190 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:25.811389 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae55b95-4c92-4363-bd8b-274e59f2f190'] response: {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'code': 200} Sep 03 01:38:25.830147 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6a4b489b-c75f-460d-8622-7abf4eb8afd3 req-e1bb552c-81dc-4c35-98de-977c81c441b6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621689 Sep 03 01:38:25.832413 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.842175 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:25.897250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=11']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:25.926689 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cddbafa9-ee40-45f2-9033-8d0b1c15b22d req-be1c5ae2-e36a-44cc-9ea1-2447217f3856 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=34abe46a-5361-4e96-a952-5909fad8c4f4 HTTP/1.1" status: 200 len: 210 time: 0.0361283 Sep 03 01:38:26.130888 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.234507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.235172 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (95157b27-bbae-4a2b-8286-3c41ac16555c), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.235172 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Floating IP 95157b27-bbae-4a2b-8286-3c41ac16555c disassociated. External IP: 172.27.1.54, port: 8e331545-f680-453c-942e-5cd9fc274b5f. Sep 03 01:38:26.235535 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Calling delete_port for 8e331545-f680-453c-942e-5cd9fc274b5f owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:26.250379 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] For port 91fcf0db-d435-4413-9523-d181eb8e1ae2, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=91fcf0db-d435-4413-9523-d181eb8e1ae2,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:26.250730 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.253097 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (81e79958-bf6b-47ef-83fe-f2ca04c67b58), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.254745 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=6b35d8a1-681b-4244-bc98-48a76bf5ee9d,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:26.306992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Calling delete_port for 91fcf0db-d435-4413-9523-d181eb8e1ae2 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:26.472776 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Floating IP 81e79958-bf6b-47ef-83fe-f2ca04c67b58 associated. External IP: 172.27.1.208, port: f3456acb-4580-4e62-9494-7b8fd05f264e. Sep 03 01:38:26.640235 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:26.673125 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:26.697308 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4788ba-c4da-4360-9092-f80a0d9ae6cc req-7a6947e1-47cf-48cc-884f-38fe1e9fa743 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:26.698788 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ac4788ba-c4da-4360-9092-f80a0d9ae6cc req-7a6947e1-47cf-48cc-884f-38fe1e9fa743 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 945 time: 0.1036482 Sep 03 01:38:26.699374 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (8e331545-f680-453c-942e-5cd9fc274b5f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.748275 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event deleted for resources: {'Port': ['ID=8e331545-f680-453c-942e-5cd9fc274b5f,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:26.797676 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (91fcf0db-d435-4413-9523-d181eb8e1ae2), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:26.889380 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Pushing event deleted for resources: {'Port': ['ID=91fcf0db-d435-4413-9523-d181eb8e1ae2,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:26.933561 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ac4788ba-c4da-4360-9092-f80a0d9ae6cc req-bb61265b-b4f7-47e5-8921-f15a5cb7052a tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258322 Sep 03 01:38:26.961127 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5a1a35b7-48d7-4793-9ba0-a43dca33dfb0 req-923b4392-7ad8-4216-af7c-543a23aef4bb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0433896 Sep 03 01:38:27.013161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] No DVR routers for this DVR port 91fcf0db-d435-4413-9523-d181eb8e1ae2 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:27.020045 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.023358 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f1ac6446-d7c3-4ee9-b0b7-479e9dfc4879 req-4f71362d-aa0a-4253-9d54-32180bd34d6f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "DELETE /networking/v2.0/ports/91fcf0db-d435-4413-9523-d181eb8e1ae2 HTTP/1.1" status: 204 len: 173 time: 1.5474641 Sep 03 01:38:27.023734 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'name': 'network-vif-deleted', 'tag': '91fcf0db-d435-4413-9523-d181eb8e1ae2'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:27.025962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e0dbeb-996a-4bc3-9167-84c1884bee1f" -d '{"events": [{"server_uuid": "51ed6fe4-9955-4b04-b20d-b2f60e944310", "name": "network-vif-deleted", "tag": "91fcf0db-d435-4413-9523-d181eb8e1ae2"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:27.046889 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:27.066359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Router 34d33214-b085-4313-91af-26993bc71ab6 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:27.070403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686ad4ca-2d8a-41a7-bd71-f8a3a8ac0425 x-openstack-request-id: req-686ad4ca-2d8a-41a7-bd71-f8a3a8ac0425 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:27.070687 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ed6fe4-9955-4b04-b20d-b2f60e944310", "name": "network-vif-deleted", "tag": "91fcf0db-d435-4413-9523-d181eb8e1ae2", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:27.070940 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-686ad4ca-2d8a-41a7-bd71-f8a3a8ac0425 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:27.071326 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-686ad4ca-2d8a-41a7-bd71-f8a3a8ac0425'] response: {'server_uuid': '51ed6fe4-9955-4b04-b20d-b2f60e944310', 'name': 'network-vif-deleted', 'tag': '91fcf0db-d435-4413-9523-d181eb8e1ae2', 'status': 'completed', 'code': 200} Sep 03 01:38:27.136209 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46738) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:27.220977 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group (8758e19d-80bb-452e-92dd-8eae2fe3e4c8), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.252254 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group (8758e19d-80bb-452e-92dd-8eae2fe3e4c8), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.263334 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:27.278596 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:27.285763 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:27.290776 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:27.291441 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:27.296332 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c33a2-0452-4416-a101-883e371142a9 None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:27.309241 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:27.309872 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:27.346131 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] No DVR routers for this DVR port 8e331545-f680-453c-942e-5cd9fc274b5f on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:27.349213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.352845 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-65852dae-3bbd-4fdf-bd1a-32742297ede1 req-1591b2d8-5431-42a1-8d8e-99b851e34ea0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "DELETE /networking/v2.0/ports/8e331545-f680-453c-942e-5cd9fc274b5f HTTP/1.1" status: 204 len: 173 time: 2.1965032 Sep 03 01:38:27.404527 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.406565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:27.419053 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:27.425432 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (8758e19d-80bb-452e-92dd-8eae2fe3e4c8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.428749 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.432698 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/8758e19d-80bb-452e-92dd-8eae2fe3e4c8 HTTP/1.1" status: 204 len: 168 time: 0.2926984 Sep 03 01:38:27.433242 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46740) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:27.435519 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:27.458849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758e19d-80bb-452e-92dd-8eae2fe3e4c8,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:27.461866 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.api.v2.resource [None req-02904094-eb4d-4e6c-b7c1-def26da56fdb tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] show failed (client error): The resource could not be found. Sep 03 01:38:27.463163 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-02904094-eb4d-4e6c-b7c1-def26da56fdb tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups/8758e19d-80bb-452e-92dd-8eae2fe3e4c8 HTTP/1.1" status: 404 len: 347 time: 0.0289459 Sep 03 01:38:27.465916 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-cd8dce98-fa94-4d30-a72d-71c140c05bb0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5975177 Sep 03 01:38:27.469372 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46742) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:27.474071 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.477157 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.477837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.479519 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.480100 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.482774 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.484782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.484782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.484782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.484782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.486449 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.487072 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.487612 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.489496 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.489995 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b0d9f8-eaa1-4c6e-b8fe-528695d7b88f tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:27.607550 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:27.623116 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Deleting port f2e2adb8-f3c8-437d-9152-d728d8981808 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:27.623395 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.657067 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:27.671443 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 91fcf0db-d435-4413-9523-d181eb8e1ae2 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:27.697328 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 91fcf0db-d435-4413-9523-d181eb8e1ae2 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:27.697671 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 91fcf0db-d435-4413-9523-d181eb8e1ae2 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:27.700264 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '81e79958-bf6b-47ef-83fe-f2ca04c67b58', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:c7:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843467ed-5454-46d9-8626-619ff8f27fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:24Z', 'updated_at': '2022-09-03T01:38:24Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:27.722976 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.723497 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (f2e2adb8-f3c8-437d-9152-d728d8981808), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.731675 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:27.737928 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Calling delete_port for f2e2adb8-f3c8-437d-9152-d728d8981808 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:27.739056 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:27.749138 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:27.749964 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:27.777267 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c33a2-0452-4416-a101-883e371142a9 None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:27.788998 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:27.789618 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:27.873685 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:27.909043 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:27.975141 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (f2e2adb8-f3c8-437d-9152-d728d8981808), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:27.982067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:27.993607 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:28.020148 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event deleted for resources: {'Port': ['ID=f2e2adb8-f3c8-437d-9152-d728d8981808,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:28.071700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:28.119511 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7ec5b35e-eb5a-4cb2-8a40-f120a05aa478 req-a1d3419f-20f5-45c2-9267-73ec72badc78 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=51ed6fe4-9955-4b04-b20d-b2f60e944310 HTTP/1.1" status: 200 len: 210 time: 0.0349867 Sep 03 01:38:28.133527 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c8f7f4e9-fc27-4a74-a1d0-8ab9179d5b1b req-ce6157de-b31b-4bd3-bbd6-f4ca5d728115 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=329ea656-c337-4f07-bd3d-9f67c4d6418e HTTP/1.1" status: 200 len: 210 time: 0.0349944 Sep 03 01:38:28.142836 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks [] for floatingip (8aa1c0e7-0680-499a-8325-929aa551797e), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:28.146074 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-019c33a2-0452-4416-a101-883e371142a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:28.146903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:28.151047 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-96fd2ce7-f536-4575-83e2-8506375dd091 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/8aa1c0e7-0680-499a-8325-929aa551797e HTTP/1.1" status: 204 len: 168 time: 0.6782746 Sep 03 01:38:28.196722 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019c33a2-0452-4416-a101-883e371142a9 None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:28.292565 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '81e79958-bf6b-47ef-83fe-f2ca04c67b58', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:c7:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843467ed-5454-46d9-8626-619ff8f27fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:24Z', 'updated_at': '2022-09-03T01:38:24Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:28.316278 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d65680-301c-41fd-943a-a3b86251fc21 None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '81e79958-bf6b-47ef-83fe-f2ca04c67b58', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.208', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:c7:bf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '843467ed-5454-46d9-8626-619ff8f27fd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:24Z', 'updated_at': '2022-09-03T01:38:24Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:28.529674 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e9e005-f918-4459-bea5-1cf031d3ae6e None None] New status for floating IP 95157b27-bbae-4a2b-8286-3c41ac16555c: DOWN {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:38:28.610295 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2709eb5f-b4a9-4864-9d26-83c5b26dbf35 None None] New status for floating IP 81e79958-bf6b-47ef-83fe-f2ca04c67b58: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:38:29.074702 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-deleted', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f'}, {'name': 'network-changed', 'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:29.075348 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1a4aa9-bad2-478f-b021-03b68f4978b3" -d '{"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-deleted", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f"}, {"name": "network-changed", "server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:29.128071 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1002e6-7804-4ffc-840f-655dc6e11721 x-openstack-request-id: req-4f1002e6-7804-4ffc-840f-655dc6e11721 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:29.132082 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329ea656-c337-4f07-bd3d-9f67c4d6418e", "name": "network-vif-deleted", "tag": "8e331545-f680-453c-942e-5cd9fc274b5f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:29.132082 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4f1002e6-7804-4ffc-840f-655dc6e11721 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:29.132082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1002e6-7804-4ffc-840f-655dc6e11721'] response: {'server_uuid': '329ea656-c337-4f07-bd3d-9f67c4d6418e', 'name': 'network-vif-deleted', 'tag': '8e331545-f680-453c-942e-5cd9fc274b5f', 'status': 'completed', 'code': 200} Sep 03 01:38:29.132082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1002e6-7804-4ffc-840f-655dc6e11721'] response: {'name': 'network-changed', 'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'status': 'completed', 'code': 200} Sep 03 01:38:29.255184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-4671d4af-8667-401e-b876-7fa47bfb03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:29.257490 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-4671d4af-8667-401e-b876-7fa47bfb03c2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 1130 time: 0.1017320 Sep 03 01:38:29.323920 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46782) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:29.325204 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a73b0-6c60-4f62-9086-c0bad76cea22 req-1c79bd72-9b37-466e-a949-739d3d463353 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:29.326677 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5e7a73b0-6c60-4f62-9086-c0bad76cea22 req-1c79bd72-9b37-466e-a949-739d3d463353 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0499322 Sep 03 01:38:29.378130 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5e7a73b0-6c60-4f62-9086-c0bad76cea22 req-f1e662cf-b0da-4d62-947b-3ebaba41f32b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458410 Sep 03 01:38:29.379531 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2b03-1134-4cd9-8559-47b332225c7a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.403319 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2b03-1134-4cd9-8559-47b332225c7a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.550956 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2b03-1134-4cd9-8559-47b332225c7a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.554178 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1cfe2b03-1134-4cd9-8559-47b332225c7a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.558036 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1cfe2b03-1134-4cd9-8559-47b332225c7a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93 HTTP/1.1" status: 204 len: 168 time: 0.2304084 Sep 03 01:38:29.558480 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46788) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:29.565147 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe2b03-1134-4cd9-8559-47b332225c7a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:29.576524 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-766b8a3e-18a0-4277-a9ea-1bc2f14dc28f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] show failed (client error): The resource could not be found. Sep 03 01:38:29.577705 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-766b8a3e-18a0-4277-a9ea-1bc2f14dc28f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups/fd8f1fbc-10c2-40eb-8eb6-22af4fecdb93 HTTP/1.1" status: 404 len: 347 time: 0.0179722 Sep 03 01:38:29.587285 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46790) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:29.704128 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Deleting port 3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:29.704128 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.780973 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.781300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:29.794503 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Calling delete_port for 3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:29.878824 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:29.991243 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.015485 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event deleted for resources: {'Port': ['ID=3ecb2dba-12f0-4aa9-82c5-fea2e0c1f20a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:30.084776 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (95157b27-bbae-4a2b-8286-3c41ac16555c), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.087275 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.088407 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f5d6babd-7edd-4eec-9d5f-d48a76364ec3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/95157b27-bbae-4a2b-8286-3c41ac16555c HTTP/1.1" status: 204 len: 168 time: 0.5003302 Sep 03 01:38:30.251709 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46798) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:30.256832 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247107772', 'description': 'tempest-description--1713599932'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:30.351157 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.419581 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (66f9c202-9e8e-42f3-9e47-3f5565132251), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.495218 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (66f9c202-9e8e-42f3-9e47-3f5565132251), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.502594 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d630f4-a06c-43ba-a4a0-5519693558f6 req-e9140419-5522-46a2-82d8-2bd70d9d4a7e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:30.504054 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-55d630f4-a06c-43ba-a4a0-5519693558f6 req-e9140419-5522-46a2-82d8-2bd70d9d4a7e tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0505459 Sep 03 01:38:30.530620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:30.548088 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f9c202-9e8e-42f3-9e47-3f5565132251,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:30.580410 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-55d630f4-a06c-43ba-a4a0-5519693558f6 req-9d4fb565-479b-4545-88a9-0f7ad557115d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683792 Sep 03 01:38:30.603839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.605041 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7b18fa66-0097-4ce6-9738-06f2b06d47bc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3522944 Sep 03 01:38:30.608717 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46802) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:30.612930 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'security_group_rule': {'security_group_id': '66f9c202-9e8e-42f3-9e47-3f5565132251', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:30.687157 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (350488ea-6633-46e9-926c-bae6abedcaf1), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.743556 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (350488ea-6633-46e9-926c-bae6abedcaf1), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.797574 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (350488ea-6633-46e9-926c-bae6abedcaf1), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.822039 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350488ea-6633-46e9-926c-bae6abedcaf1,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:30.853500 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.878183 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:30.879447 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d2c024ad-9f96-4203-a874-95691fb34552 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2697818 Sep 03 01:38:30.882412 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46808) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:30.887035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'security_group_rule': {'security_group_id': '66f9c202-9e8e-42f3-9e47-3f5565132251', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:30.956275 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (f09d8ccd-13ad-4170-b99b-d60129823582), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.011816 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (f09d8ccd-13ad-4170-b99b-d60129823582), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.076392 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (f09d8ccd-13ad-4170-b99b-d60129823582), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.096161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09d8ccd-13ad-4170-b99b-d60129823582,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:31.157957 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.159215 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d5a11215-d822-4ed6-a8be-6b0a4b6aa64b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2758851 Sep 03 01:38:31.162289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 46810) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:31.166454 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:31.247903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.328860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.370702 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:31.435784 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Allocated IP 172.27.1.33 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/28b90bc7-469e-4fc7-b4da-2a78337da1cf) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:38:31.543629 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.544764 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:31.659729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.702452 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:38:31.704313 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a4ca5-b736-470c-a967-790b348aff1d req-04a542ea-186b-49e6-a2bd-53ee1f0958a6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:31.705816 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-378a4ca5-b736-470c-a967-790b348aff1d req-04a542ea-186b-49e6-a2bd-53ee1f0958a6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0487101 Sep 03 01:38:31.707369 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:38:31.711763 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:38:31.715439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'Port': ['ID=28b90bc7-469e-4fc7-b4da-2a78337da1cf,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:31.761580 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-378a4ca5-b736-470c-a967-790b348aff1d req-7dce5416-ad63-46b7-b50d-509b95e489bd tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492289 Sep 03 01:38:31.788451 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:38:31.810161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (fcf92004-4f0f-4095-bc2f-ae8d76acf491), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:31.900731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:32.046973 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:32.116217 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:32.184250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'Port': ['ID=28b90bc7-469e-4fc7-b4da-2a78337da1cf,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:32.187328 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (fcf92004-4f0f-4095-bc2f-ae8d76acf491), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:32.189800 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:32.260794 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:32.262020 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-688f8743-b271-4c2f-bf66-d5683e9f3adf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0988059 Sep 03 01:38:32.419437 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-88f2aa29-27fc-448d-94bc-78ab862caac2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1247107772&fields=id&tenant_id=e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 267 time: 0.0459371 Sep 03 01:38:32.544025 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-b58fe2bb-1a0c-4fa8-b2a4-9521a0333814 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:32.545498 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-b58fe2bb-1a0c-4fa8-b2a4-9521a0333814 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 817 time: 0.1192422 Sep 03 01:38:32.561964 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-564b4dc6-c616-4224-9202-e62c90d517a5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/quotas/e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 375 time: 0.0098734 Sep 03 01:38:32.614774 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-81459a5e-ef8b-42d1-9703-b6fe3efde510 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477107 Sep 03 01:38:32.796756 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-edbb30da-378f-450b-93f5-a3f951d7fdab service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702483 Sep 03 01:38:32.891048 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-ee97e83e-7c67-4ea3-a0b8-87fee5865e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:32.891469 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ea54cb-8e0a-479f-9d14-ce6b370cc009 req-0944fe7d-45dd-4a17-90c3-898e430fd29a tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:32.892517 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-ee97e83e-7c67-4ea3-a0b8-87fee5865e76 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.1562796 Sep 03 01:38:32.893226 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-84ea54cb-8e0a-479f-9d14-ce6b370cc009 req-0944fe7d-45dd-4a17-90c3-898e430fd29a tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0468628 Sep 03 01:38:32.956674 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-84ea54cb-8e0a-479f-9d14-ce6b370cc009 req-92427611-af69-44e8-a51b-0583f7e20595 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564280 Sep 03 01:38:32.975349 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-d0be968a-79e4-409f-97ef-29ac43429473 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636832 Sep 03 01:38:32.990841 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-7971f8de-4b36-4fff-a01e-ec4ccf7753dd service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3456acb-4580-4e62-9494-7b8fd05f264e HTTP/1.1" status: 200 len: 1002 time: 0.0794394 Sep 03 01:38:33.131172 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-ea0801d2-61eb-462d-8531-957df2971183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:33.132665 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-ea0801d2-61eb-462d-8531-957df2971183 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0475883 Sep 03 01:38:33.181511 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-f9bf9239-6f27-4992-99b7-68886063f724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:33.183214 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-f9bf9239-6f27-4992-99b7-68886063f724 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413280 Sep 03 01:38:33.229469 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:33.378098 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1a2bb250-51ae-4f3e-9b0f-21b6bbd952ef req-0f4c618d-67cd-440a-babe-05e700dfe259 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0461156 Sep 03 01:38:33.610398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-6789fde4-5342-4ee4-b477-9a9d53e96da5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:33.610722 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-6789fde4-5342-4ee4-b477-9a9d53e96da5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.4064543 Sep 03 01:38:33.710575 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-d590a7db-a8b5-4308-ab48-a9122c266330 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072722 Sep 03 01:38:33.744160 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Deleting port e8b8b19d-91b5-4b5a-a71d-5c995462d419 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:33.744507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:33.783205 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:33.891127 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b1a4aa9-bad2-478f-b021-03b68f4978b3 req-dca54e6b-0089-41dc-a11f-3008753737f4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713092 Sep 03 01:38:33.895918 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] For port e8b8b19d-91b5-4b5a-a71d-5c995462d419, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e8b8b19d-91b5-4b5a-a71d-5c995462d419,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:33.896345 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:34.127535 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3079408-b9a9-4a09-8287-de249b3f3134 req-6bb52742-8000-409b-8068-e5a17b0835f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:34.128974 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a3079408-b9a9-4a09-8287-de249b3f3134 req-6bb52742-8000-409b-8068-e5a17b0835f3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 946 time: 0.0715866 Sep 03 01:38:34.132583 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:34.133189 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (9b9dc1b4-0553-432c-94b2-6674a4a08cfd), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:34.133344 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Floating IP 9b9dc1b4-0553-432c-94b2-6674a4a08cfd disassociated. External IP: 172.27.1.196, port: e8b8b19d-91b5-4b5a-a71d-5c995462d419. Sep 03 01:38:34.133580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Calling delete_port for e8b8b19d-91b5-4b5a-a71d-5c995462d419 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:34.228554 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a3079408-b9a9-4a09-8287-de249b3f3134 req-f1a34766-0e36-4f11-8e33-949ebfd02445 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=713812f8-d247-4048-9e4d-13f9abb0e03d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868561 Sep 03 01:38:34.374223 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (e8b8b19d-91b5-4b5a-a71d-5c995462d419), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:34.406874 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event deleted for resources: {'Port': ['ID=e8b8b19d-91b5-4b5a-a71d-5c995462d419,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:34.539117 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-105cd068-2b83-4040-85af-1bdfec84939b req-a6c4cc9a-33ff-457a-9792-20cd30c0eb54 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0387414 Sep 03 01:38:34.558733 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:34.566561 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:34.635077 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:34.644076 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d574bea-0b3d-4ccf-b4f5-5ab1f91c737b req-2b4e0d1d-3f83-4ead-be9d-0bf69689b8e5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:34.645528 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d574bea-0b3d-4ccf-b4f5-5ab1f91c737b req-2b4e0d1d-3f83-4ead-be9d-0bf69689b8e5 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Sep 03 01:38:34.668389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:34.682059 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:34.692611 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:34.694278 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:34.700266 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d574bea-0b3d-4ccf-b4f5-5ab1f91c737b req-966b1032-adca-4b78-b6bf-12c28bc9c1f0 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449865 Sep 03 01:38:34.714461 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] No DVR routers for this DVR port e8b8b19d-91b5-4b5a-a71d-5c995462d419 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:34.724104 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:34.727741 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-524cbb7d-6393-4bd0-8cea-faabedee5ffa req-fe6a3cbd-8c7f-4f35-b4c8-ae80cfcf7343 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e8b8b19d-91b5-4b5a-a71d-5c995462d419 HTTP/1.1" status: 204 len: 173 time: 1.1103847 Sep 03 01:38:34.732621 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'name': 'network-vif-deleted', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:34.732621 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23967012-4805-4981-9fc0-9328b414c543" -d '{"events": [{"server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "name": "network-vif-deleted", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:34.809311 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:34.847076 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d3cce-4477-48b9-a710-c97ae7e2b33c x-openstack-request-id: req-dd6d3cce-4477-48b9-a710-c97ae7e2b33c {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:34.847439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0fef20f-3dfd-4d65-b5ed-50f3caaa011f", "name": "network-vif-deleted", "tag": "e8b8b19d-91b5-4b5a-a71d-5c995462d419", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:34.847755 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dd6d3cce-4477-48b9-a710-c97ae7e2b33c {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:34.848228 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d3cce-4477-48b9-a710-c97ae7e2b33c'] response: {'server_uuid': 'a0fef20f-3dfd-4d65-b5ed-50f3caaa011f', 'name': 'network-vif-deleted', 'tag': 'e8b8b19d-91b5-4b5a-a71d-5c995462d419', 'status': 'completed', 'code': 200} Sep 03 01:38:34.988358 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:35.003392 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:35.032454 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:35.040969 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:35.041566 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:35.144148 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:35.328106 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-088682a3-58f5-4242-aa94-416ef72efa6e req-c740aa53-b95c-4dc4-bccb-2434f34ad107 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0279651 Sep 03 01:38:35.335145 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:35.337747 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:35.361881 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe2038-4fd1-4496-b450-148edabb2f88 None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:35.585835 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74c213c-4c97-48b0-99fc-dde50acf9003 None None] New status for floating IP 9b9dc1b4-0553-432c-94b2-6674a4a08cfd: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:38:35.659272 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-85a7cd9b-55aa-46ac-87fb-14a3d3e2013b req-03c92039-93c8-43a4-ab55-b06eaa2dfa16 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0288148 Sep 03 01:38:35.770275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e8b8b19d-91b5-4b5a-a71d-5c995462d419 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:35.795237 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: e8b8b19d-91b5-4b5a-a71d-5c995462d419 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:35.795574 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e8b8b19d-91b5-4b5a-a71d-5c995462d419 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:35.824465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ee58f-9e7d-4cd1-86b1-e859e2435693 req-c66c86a0-935e-4ffc-abec-d5d08743c40d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:35.825983 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-996ee58f-9e7d-4cd1-86b1-e859e2435693 req-c66c86a0-935e-4ffc-abec-d5d08743c40d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0534983 Sep 03 01:38:35.875202 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-996ee58f-9e7d-4cd1-86b1-e859e2435693 req-867cc0c0-6a8d-48b9-a8e2-a43214113c84 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Sep 03 01:38:36.434819 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2f946ad8-779c-45a7-8b67-76a5370856bf req-0d1f7c9f-1a73-4da8-90d3-018bd8967cf7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0311997 Sep 03 01:38:36.766380 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5272208e-e125-4c88-af75-1d530fb36c7d req-405219b1-9ab4-4097-bf26-687ead977255 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Sep 03 01:38:36.997108 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf794673-67a1-499d-96a0-eac1f5f7265b req-91b03b63-e977-41a5-9b72-6074ada14437 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:36.998609 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bf794673-67a1-499d-96a0-eac1f5f7265b req-91b03b63-e977-41a5-9b72-6074ada14437 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0467973 Sep 03 01:38:37.019339 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:37.045658 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bf794673-67a1-499d-96a0-eac1f5f7265b req-0ac6b886-4230-4d65-be96-4cd080174baa tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Sep 03 01:38:37.538555 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cbea5649-9668-4c57-9847-a56a00946ce3 req-8dba39be-538b-4a82-a4fe-839a17eebe09 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0281184 Sep 03 01:38:37.874928 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4c09dfe0-2576-4e09-b760-a832247f1aa8 req-0dd65b5a-8dab-4b1e-a4aa-cb89dcd43841 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0276625 Sep 03 01:38:38.168001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcb319-fb39-4df5-8dd9-74b2d5e6b591 req-01e248e9-c09e-4dab-86c2-3076b10bb493 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:38.169441 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c0fcb319-fb39-4df5-8dd9-74b2d5e6b591 req-01e248e9-c09e-4dab-86c2-3076b10bb493 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Sep 03 01:38:38.194584 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:38.215573 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c0fcb319-fb39-4df5-8dd9-74b2d5e6b591 req-708f5753-1674-4cab-b840-a13f54e6d99b tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407298 Sep 03 01:38:38.646260 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8f8ffdd7-7246-4588-afdd-0bb1b083175c req-e3002ba5-cd00-4651-9e5f-f1954efef18c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0278308 Sep 03 01:38:38.988490 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7c32969c-3631-43cc-8329-786605f4eaa3 req-a20caeea-a0fb-49b2-a014-2773ec595361 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0349076 Sep 03 01:38:39.158167 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-d001a7ee-c30d-4b13-a4eb-aa378488e7af tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:39.159707 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-d001a7ee-c30d-4b13-a4eb-aa378488e7af tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0508535 Sep 03 01:38:39.250135 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Deleting port 9ab23d97-93c5-443a-a734-fe9f47c27341 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:39.253477 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:39.375598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921b4f-7706-41db-919d-f5d760a58d29 req-21477e7f-4cab-4390-ae47-5577ffe4f976 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:39.377072 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-81921b4f-7706-41db-919d-f5d760a58d29 req-21477e7f-4cab-4390-ae47-5577ffe4f976 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 945 time: 0.0686398 Sep 03 01:38:39.399072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] For port 9ab23d97-93c5-443a-a734-fe9f47c27341, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ab23d97-93c5-443a-a734-fe9f47c27341,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:39.399437 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:39.421383 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Calling delete_port for 9ab23d97-93c5-443a-a734-fe9f47c27341 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:39.480516 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-81921b4f-7706-41db-919d-f5d760a58d29 req-aa6765ab-e4cc-40d4-bad5-65414248b46d tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939960 Sep 03 01:38:39.648201 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (9ab23d97-93c5-443a-a734-fe9f47c27341), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:39.659930 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['9ab23d97-93c5-443a-a734-fe9f47c27341', 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:39.674765 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event deleted for resources: {'Port': ['ID=9ab23d97-93c5-443a-a734-fe9f47c27341,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:39.732624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] No DVR routers for this DVR port 9ab23d97-93c5-443a-a734-fe9f47c27341 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:39.735203 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:39.738452 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a51ac4f4-df06-42e0-90e3-0aa3e86c391b req-4ad106d1-5b6a-4d70-ac98-abc03ba96ab9 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "DELETE /networking/v2.0/ports/9ab23d97-93c5-443a-a734-fe9f47c27341 HTTP/1.1" status: 204 len: 173 time: 0.5735347 Sep 03 01:38:39.739103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'name': 'network-vif-deleted', 'tag': '9ab23d97-93c5-443a-a734-fe9f47c27341'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:39.741860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a131509-de05-443e-b218-21334f60edbf" -d '{"events": [{"server_uuid": "615f8d7e-2e14-4015-a24f-2b02e885ef44", "name": "network-vif-deleted", "tag": "9ab23d97-93c5-443a-a734-fe9f47c27341"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:39.778520 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f59e08fd-5dcb-46b4-aefd-40d5e48c78e2 req-58767abb-6b6e-4232-9117-17f12209f968 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=a0fef20f-3dfd-4d65-b5ed-50f3caaa011f HTTP/1.1" status: 200 len: 210 time: 0.0290456 Sep 03 01:38:39.815529 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d7398b-25df-4d4c-ae0d-2f9b58b40c43 x-openstack-request-id: req-c5d7398b-25df-4d4c-ae0d-2f9b58b40c43 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:39.815892 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "615f8d7e-2e14-4015-a24f-2b02e885ef44", "name": "network-vif-deleted", "tag": "9ab23d97-93c5-443a-a734-fe9f47c27341", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:39.816070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5d7398b-25df-4d4c-ae0d-2f9b58b40c43 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:39.816463 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5d7398b-25df-4d4c-ae0d-2f9b58b40c43'] response: {'server_uuid': '615f8d7e-2e14-4015-a24f-2b02e885ef44', 'name': 'network-vif-deleted', 'tag': '9ab23d97-93c5-443a-a734-fe9f47c27341', 'status': 'completed', 'code': 200} Sep 03 01:38:40.105045 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-178e2ec3-8c18-407a-82a6-ce4566c87258 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:40.106522 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-178e2ec3-8c18-407a-82a6-ce4566c87258 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/networks?id=9c419ae7-3777-49c3-b6cf-a135a623993c HTTP/1.1" status: 200 len: 813 time: 0.1128507 Sep 03 01:38:40.107270 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-84833475-25d8-4709-ad53-7e2e9179f41d req-6a59c8d8-5f4d-4757-94d6-75bfce61f0d0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0312598 Sep 03 01:38:40.124117 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-5d502d05-8d3f-464b-9ff7-650b43902675 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/quotas/efb12fa605334996a0e25888c90a108a HTTP/1.1" status: 200 len: 375 time: 0.0115323 Sep 03 01:38:40.162885 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-b42e4403-d672-4071-824f-2ae035fbbf80 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=efb12fa605334996a0e25888c90a108a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311899 Sep 03 01:38:40.368236 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-ade736f2-d2d8-42dc-b6de-3014d5b4d9b5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:40.370052 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-ade736f2-d2d8-42dc-b6de-3014d5b4d9b5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 817 time: 0.1311274 Sep 03 01:38:40.451890 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-6e47ddd6-5104-4204-a2af-4c33e002352d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 380 time: 0.0664713 Sep 03 01:38:40.463106 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'port': {'device_id': 'e156f97d-5465-4597-a836-c70692edfd41', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'admin_state_up': True, 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'security_groups': ['66f9c202-9e8e-42f3-9e47-3f5565132251']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:40.592745 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-3dd1986b-d5c1-47dd-a749-197d16be1b5b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229808 Sep 03 01:38:40.622059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:40.644376 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:40.648211 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed7784f4-d68a-4426-8c3c-e15a05d6a3e0 req-9f19ad21-e891-4891-b4a3-f89e731c5501 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=615f8d7e-2e14-4015-a24f-2b02e885ef44 HTTP/1.1" status: 200 len: 210 time: 0.0462747 Sep 03 01:38:40.691251 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-e2446738-a6ac-41bc-a534-723f134d3373 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929134 Sep 03 01:38:40.716575 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Made reservation on behalf of e09bed4b9f9741a8ab110a2676baee7f for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:38:40.720548 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:40.860542 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Allocated IP 172.20.0.3 (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5/d06c7d80-9545-4cc8-958c-a642bcae5680/b4585caf-c260-4618-ba71-326b4c35ffdf) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:38:40.971615 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46958) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:40.980723 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ca53eb8b-e652-4ce2-a562-9adfae4805da req-f9311af9-d42c-4e4d-bf5f-103bbea220a9 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0402689 Sep 03 01:38:41.047957 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b293-906b-4469-9a3c-28e9bc14aee4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (713812f8-d247-4048-9e4d-13f9abb0e03d), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.072070 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b293-906b-4469-9a3c-28e9bc14aee4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (713812f8-d247-4048-9e4d-13f9abb0e03d), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.072290 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.200993 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.257043 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:41.281550 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12e7ce-ed2f-43e0-a0af-515441ca15d4 req-3a23223e-1e2f-4272-921f-b9ede398e287 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:41.283282 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8f12e7ce-ed2f-43e0-a0af-515441ca15d4 req-3a23223e-1e2f-4272-921f-b9ede398e287 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 931 time: 0.0937715 Sep 03 01:38:41.287505 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:38:41.292864 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:38:41.296119 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:38:41.299519 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:41.305004 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b293-906b-4469-9a3c-28e9bc14aee4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (713812f8-d247-4048-9e4d-13f9abb0e03d), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.310751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7a8b293-906b-4469-9a3c-28e9bc14aee4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.310751 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c7a8b293-906b-4469-9a3c-28e9bc14aee4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/713812f8-d247-4048-9e4d-13f9abb0e03d HTTP/1.1" status: 204 len: 168 time: 0.3370664 Sep 03 01:38:41.313238 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46966) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:41.336505 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.api.v2.resource [None req-5d57ccb5-88b8-4bda-99d1-51c9c55897f7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] show failed (client error): The resource could not be found. Sep 03 01:38:41.337550 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5d57ccb5-88b8-4bda-99d1-51c9c55897f7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups/713812f8-d247-4048-9e4d-13f9abb0e03d HTTP/1.1" status: 404 len: 347 time: 0.0233512 Sep 03 01:38:41.338691 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8b293-906b-4469-9a3c-28e9bc14aee4 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713812f8-d247-4048-9e4d-13f9abb0e03d,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:41.340957 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46968) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:41.406790 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:41.407430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.451218 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8f12e7ce-ed2f-43e0-a0af-515441ca15d4 req-d55942d6-a8ce-4c8f-bb9b-1898a6b0ab72 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559491 Sep 03 01:38:41.488392 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Deleting port ec999008-6653-4cfe-8225-fb34414b4056 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:41.491767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (ec999008-6653-4cfe-8225-fb34414b4056), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.493762 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-32750ef7-965c-493d-9fdc-91215005a2c3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0353773 Sep 03 01:38:41.512845 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Request body: {'port': {'device_id': 'e156f97d-5465-4597-a836-c70692edfd41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:41.578277 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (ec999008-6653-4cfe-8225-fb34414b4056), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.578542 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (ec999008-6653-4cfe-8225-fb34414b4056), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.581843 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.591415 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Calling delete_port for ec999008-6653-4cfe-8225-fb34414b4056 owned by network:floatingip {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:41.628757 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-ed3bf335-a6b1-4993-92f1-ab955a052185 None None] Provisioning complete for port b4585caf-c260-4618-ba71-326b4c35ffdf triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:38:41.629740 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ed3bf335-a6b1-4993-92f1-ab955a052185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.645118 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:41.662181 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bf335-a6b1-4993-92f1-ab955a052185 None None] Port b4585caf-c260-4618-ba71-326b4c35ffdf cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:38:41.681594 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:41.818957 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ab23d97-93c5-443a-a734-fe9f47c27341 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:41.826356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (ec999008-6653-4cfe-8225-fb34414b4056), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.847729 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 9ab23d97-93c5-443a-a734-fe9f47c27341 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:41.848157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ab23d97-93c5-443a-a734-fe9f47c27341 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:41.859696 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event deleted for resources: {'Port': ['ID=ec999008-6653-4cfe-8225-fb34414b4056,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:41.869230 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4585caf-c260-4618-ba71-326b4c35ffdf {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:41.876920 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Publish callbacks [] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.891373 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Transition to ACTIVE for port object b4585caf-c260-4618-ba71-326b4c35ffdf will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:38:41.919519 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (9b9dc1b4-0553-432c-94b2-6674a4a08cfd), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.922063 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:41.923277 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e07cef3f-3821-4405-a0c5-bf388c06fb74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/9b9dc1b4-0553-432c-94b2-6674a4a08cfd HTTP/1.1" status: 204 len: 168 time: 0.5814204 Sep 03 01:38:42.007774 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.071109 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:42.082853 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46980) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:42.087135 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345530974', 'description': 'tempest-description--1881769402'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:42.141015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Attempting to bind port b4585caf-c260-4618-ba71-326b4c35ffdf on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:38:42.141351 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Attempting to bind port b4585caf-c260-4618-ba71-326b4c35ffdf by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:38:42.142091 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Attempting to bind port b4585caf-c260-4618-ba71-326b4c35ffdf on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:38:42.148514 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Port b4585caf-c260-4618-ba71-326b4c35ffdf on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:38:42.148935 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Attempting to bind port b4585caf-c260-4618-ba71-326b4c35ffdf on network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:38:42.154294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:38:42.154669 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Checking segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:38:42.155050 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Bound using segment: {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:38:42.155473 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Bound port: b4585caf-c260-4618-ba71-326b4c35ffdf, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:38:42.155830 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.182796 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-799eb37b-3339-4f9d-af09-d33802c15b36 req-f6e430c7-3c65-4b64-bdc4-d793d4d5d051 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0473826 Sep 03 01:38:42.190701 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.209076 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:42.261105 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276dfeac-46a2-4aba-910f-d65526d03399 req-15b2c2e6-fffa-4072-87b4-2ccf4bd9d858 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:42.261431 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (0de7c37f-c3e8-4e0d-bfa2-404777ca9827), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.262608 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-276dfeac-46a2-4aba-910f-d65526d03399 req-15b2c2e6-fffa-4072-87b4-2ccf4bd9d858 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0701191 Sep 03 01:38:42.263717 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:38:42.267153 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:38:42.310586 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (0de7c37f-c3e8-4e0d-bfa2-404777ca9827), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.311666 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-276dfeac-46a2-4aba-910f-d65526d03399 req-978d2a19-a41b-4da9-af1f-4113a94d83cd tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426285 Sep 03 01:38:42.339969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.340967 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de7c37f-c3e8-4e0d-bfa2-404777ca9827,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:42.343601 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:42.345653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.345653 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 1093 time: 0.8410685 Sep 03 01:38:42.348000 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:42.350461 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c397a63b-b8db-481d-8ae5-0c6d58f7f209" -d '{"events": [{"name": "network-changed", "server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:42.392614 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.393827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86c2e9e-23f6-44b1-ab0e-50927ec5275a x-openstack-request-id: req-d86c2e9e-23f6-44b1-ab0e-50927ec5275a {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:42.393962 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7886465d-fe26-4560-bd72-9671c5ccb6c1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3103790 Sep 03 01:38:42.394114 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:42.394427 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d86c2e9e-23f6-44b1-ab0e-50927ec5275a {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:42.394778 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d86c2e9e-23f6-44b1-ab0e-50927ec5275a'] response: {'name': 'network-changed', 'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'status': 'completed', 'code': 200} Sep 03 01:38:42.401872 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:42.402006 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46986) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:42.402006 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'security_group_rule': {'security_group_id': '0de7c37f-c3e8-4e0d-bfa2-404777ca9827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:42.405564 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042de1e-1a54-4f92-b9bb-91247bc29add service neutron] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:42.471372 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (9eb566c9-1f74-4035-934c-261c1749165b), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.527780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (9eb566c9-1f74-4035-934c-261c1749165b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.585203 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (9eb566c9-1f74-4035-934c-261c1749165b), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.600578 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449c31f-3704-4622-9e9d-41a62d4d5a1e req-8f42b343-0880-4a4c-9101-028d1e2ca100 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:42.602161 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3449c31f-3704-4622-9e9d-41a62d4d5a1e req-8f42b343-0880-4a4c-9101-028d1e2ca100 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0489175 Sep 03 01:38:42.605416 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb566c9-1f74-4035-934c-261c1749165b,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:42.650614 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3449c31f-3704-4622-9e9d-41a62d4d5a1e req-929f50c3-64b0-4407-8ddf-328dfd7f1d9f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Sep 03 01:38:42.655851 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.657067 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-129f8be4-c01e-43b9-8ded-69399ad973c5 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2588325 Sep 03 01:38:42.660242 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46990) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:42.666181 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'security_group_rule': {'security_group_id': '0de7c37f-c3e8-4e0d-bfa2-404777ca9827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:42.764891 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (88510555-5d37-4b07-bec6-6ddbdceb4e45), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.813653 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (88510555-5d37-4b07-bec6-6ddbdceb4e45), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.893317 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (88510555-5d37-4b07-bec6-6ddbdceb4e45), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:42.912831 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:42.914326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88510555-5d37-4b07-bec6-6ddbdceb4e45,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:43.050042 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.051325 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a4e5faab-f44c-45b1-9eac-fa693a878d46 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901410 Sep 03 01:38:43.055260 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 46992) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:43.059546 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:43.150823 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.232191 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.304190 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-eb05f020-eb65-4e06-9382-5c8f007e8c3e req-ac550d62-c568-4c46-8b7f-2d2c17352b19 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0317006 Sep 03 01:38:43.370847 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Allocated IP 172.27.1.118 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/057b4319-4f69-44af-8386-d63a4ece3d91) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:38:43.441101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:INSERT=15,neutron:SELECT=83,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:43.444633 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab158c9-e92f-4891-a7e1-e54048c46e54 req-93aaacb4-2557-4ccc-a24b-ccfa6ff4ea80 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:43.446091 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2ab158c9-e92f-4891-a7e1-e54048c46e54 req-93aaacb4-2557-4ccc-a24b-ccfa6ff4ea80 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0556078 Sep 03 01:38:43.484305 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for port (057b4319-4f69-44af-8386-d63a4ece3d91), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.496845 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2ab158c9-e92f-4891-a7e1-e54048c46e54 req-e6964d6b-d594-436f-9bad-f88ceeca64ed tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Sep 03 01:38:43.585168 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (057b4319-4f69-44af-8386-d63a4ece3d91), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.634360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:38:43.639098 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:38:43.642907 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:38:43.646786 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'Port': ['ID=057b4319-4f69-44af-8386-d63a4ece3d91,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:43.734935 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (f08ea606-69d0-49c2-9c4f-3eaf208103fb), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.762699 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:43.780937 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ee199-c0a8-409d-9ab5-0c8f745e3850 req-80232310-bf81-4c89-9c1a-b4eabc11f2db tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:43.782404 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3e0ee199-c0a8-409d-9ab5-0c8f745e3850 req-80232310-bf81-4c89-9c1a-b4eabc11f2db tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0489252 Sep 03 01:38:43.848776 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (057b4319-4f69-44af-8386-d63a4ece3d91), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:43.858113 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3e0ee199-c0a8-409d-9ab5-0c8f745e3850 req-c363bf45-a3a1-4095-8971-62ed0cf84af1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690284 Sep 03 01:38:44.007517 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for port (057b4319-4f69-44af-8386-d63a4ece3d91), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:44.065051 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (057b4319-4f69-44af-8386-d63a4ece3d91), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:44.138559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'Port': ['ID=057b4319-4f69-44af-8386-d63a4ece3d91,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:44.142006 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (f08ea606-69d0-49c2-9c4f-3eaf208103fb), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:44.210000 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:44.211247 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-bee31c6c-86e6-4198-832a-1e1317159ad6 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1550717 Sep 03 01:38:44.367854 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-330dbd8c-1a3e-4a08-afc1-d9b8c92b189c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--345530974&fields=id&tenant_id=53cde5b369084772897d46c38b083d8f HTTP/1.1" status: 200 len: 267 time: 0.0481081 Sep 03 01:38:44.408541 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0b2eba87-b2e9-41ed-a450-565f046d5551 req-42a63721-5abd-4f4b-a710-67c0ac4e3b3d tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0282054 Sep 03 01:38:44.475092 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-87a815ce-8850-4a97-8a91-760cd2850c1f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:44.476440 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-87a815ce-8850-4a97-8a91-760cd2850c1f tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 811 time: 0.1017067 Sep 03 01:38:44.490914 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-91bd4fc7-31c5-4b23-9824-bb3d27bce5f0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/quotas/53cde5b369084772897d46c38b083d8f HTTP/1.1" status: 200 len: 375 time: 0.0092211 Sep 03 01:38:44.544340 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-c30b1fbf-efcf-4a2d-8d2b-3385f1042489 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485835 Sep 03 01:38:44.621945 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5140e20-b612-42f0-80a3-9da85021dbd1 req-337ddc87-7418-48bd-a4c3-2c880b674d39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:44.623451 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a5140e20-b612-42f0-80a3-9da85021dbd1 req-337ddc87-7418-48bd-a4c3-2c880b674d39 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.0474243 Sep 03 01:38:44.642630 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-3ce62706-5b7d-44f6-89ea-2263c08c69bf service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847640 Sep 03 01:38:44.673071 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a5140e20-b612-42f0-80a3-9da85021dbd1 req-a44b4282-0811-4ed2-8022-f6724dcfa224 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439961 Sep 03 01:38:44.769780 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-520aacaf-76dd-417c-bb48-101fc7a5a5bc service neutron] 10.222.0.13 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206183 Sep 03 01:38:44.775731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397a63b-b8db-481d-8ae5-0c6d58f7f209 req-f17e7bc6-e110-4f89-9d7c-5f274482f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:44.777164 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c397a63b-b8db-481d-8ae5-0c6d58f7f209 req-f17e7bc6-e110-4f89-9d7c-5f274482f64d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1127 time: 0.0458705 Sep 03 01:38:44.887449 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397a63b-b8db-481d-8ae5-0c6d58f7f209 req-3a04a0c9-cc5d-42da-a6d7-c7563469d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:44.888879 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c397a63b-b8db-481d-8ae5-0c6d58f7f209 req-3a04a0c9-cc5d-42da-a6d7-c7563469d8bb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0988896 Sep 03 01:38:45.024937 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621175be-376d-46d0-a6dc-e6bd837d3948 req-0a3ecc14-5564-425d-9ccd-618afa981e07 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.032246 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-621175be-376d-46d0-a6dc-e6bd837d3948 req-0a3ecc14-5564-425d-9ccd-618afa981e07 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0790696 Sep 03 01:38:45.073190 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397a63b-b8db-481d-8ae5-0c6d58f7f209 req-432255d9-0301-428c-9cea-ed92a3bf66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.074705 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c397a63b-b8db-481d-8ae5-0c6d58f7f209 req-432255d9-0301-428c-9cea-ed92a3bf66f8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600838 Sep 03 01:38:45.090935 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-621175be-376d-46d0-a6dc-e6bd837d3948 req-ffcb0a10-234c-470e-8394-2540b599434c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575836 Sep 03 01:38:45.332971 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=30 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:45.360731 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-98d41ddc-9845-4a59-8308-fb94e3467999 req-65a21f5f-41f5-4370-8312-c6df874d2637 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 210 time: 0.3387349 Sep 03 01:38:45.403685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-a0360102-5257-45b0-abcc-a2c09d2374ca tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.405114 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-a0360102-5257-45b0-abcc-a2c09d2374ca tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.3634253 Sep 03 01:38:45.412468 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-74f804ea-3f61-4f98-b487-223ffd64ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.413820 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-74f804ea-3f61-4f98-b487-223ffd64ef88 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1127 time: 0.0552940 Sep 03 01:38:45.514637 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-63e73152-7cdb-4209-86b8-fea6fce8b0dc req-50dd36f1-96d7-4bff-a039-8224579ab6e7 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0283577 Sep 03 01:38:45.643036 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-7de46d61-3bed-4481-a961-01e57c53ebda service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 217 time: 0.0582414 Sep 03 01:38:45.706211 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:45.713011 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:45.735423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Deleting port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:45.735766 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:45.739279 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-76ad9355-1ad6-400d-9eb8-ed0063cfabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.741018 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-76ad9355-1ad6-400d-9eb8-ed0063cfabf8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0871449 Sep 03 01:38:45.864875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-3d424f64-3ff5-4ca0-863d-1568085aa7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.866555 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-3d424f64-3ff5-4ca0-863d-1568085aa7dd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1138692 Sep 03 01:38:45.876863 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402a16c-d050-411d-9e19-15eb324cbe9e req-c9291a43-46e7-4c27-b969-4a9935847408 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.878308 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0402a16c-d050-411d-9e19-15eb324cbe9e req-c9291a43-46e7-4c27-b969-4a9935847408 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 945 time: 0.1245854 Sep 03 01:38:45.898859 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-f3e18654-c7ee-4001-8b13-0f143acb1fc1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:45.900626 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-f3e18654-c7ee-4001-8b13-0f143acb1fc1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "GET /networking/v2.0/networks?id=9c419ae7-3777-49c3-b6cf-a135a623993c HTTP/1.1" status: 200 len: 813 time: 0.1245282 Sep 03 01:38:45.914137 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Request body: {'port': {'device_id': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c', 'admin_state_up': True, 'tenant_id': 'efb12fa605334996a0e25888c90a108a'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:45.977662 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] For port e5fef679-f9d4-4ff4-99a4-3e18be20bd06, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:45.978032 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:45.997487 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:46.002795 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Calling delete_port for e5fef679-f9d4-4ff4-99a4-3e18be20bd06 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:46.038127 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0402a16c-d050-411d-9e19-15eb324cbe9e req-6e4640d7-bb83-4c74-815a-e94654ac9c06 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=7c3b9324-7812-4062-a66c-f383833c06b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451426 Sep 03 01:38:46.090419 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-273a1518-e19b-459c-909a-1cf1164f48ec service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109358 Sep 03 01:38:46.093797 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Made reservation on behalf of efb12fa605334996a0e25888c90a108a for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:38:46.097780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:46.234885 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-01c748c3-43b8-4e66-a0f0-70d48650bda2 req-339e67ff-dacc-460c-a29f-d8eed03cd0b7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344998 Sep 03 01:38:46.240713 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc7764-8f46-45c6-ac3b-16b9969b737f req-52c5504b-b8c3-4629-8041-0da5405d91b2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:46.242247 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-35bc7764-8f46-45c6-ac3b-16b9969b737f req-52c5504b-b8c3-4629-8041-0da5405d91b2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0635047 Sep 03 01:38:46.303746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:46.313236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Allocated IP 172.20.0.12 (9c419ae7-3777-49c3-b6cf-a135a623993c/ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec/768a2c50-eeb8-48ba-885e-1eab0487f58f) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:38:46.316723 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (e5fef679-f9d4-4ff4-99a4-3e18be20bd06), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:46.333935 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-35bc7764-8f46-45c6-ac3b-16b9969b737f req-7e5e1d17-745d-4be4-a8aa-fe9857275a29 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728219 Sep 03 01:38:46.360661 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Pushing event deleted for resources: {'Port': ['ID=e5fef679-f9d4-4ff4-99a4-3e18be20bd06,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:46.410566 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] No DVR routers for this DVR port e5fef679-f9d4-4ff4-99a4-3e18be20bd06 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:46.414214 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:46.417842 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-23862f51-7ce7-4e60-a998-63f2f3963776 req-06cf94d1-b63f-4c5f-9241-61e881fcaaaf tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.42 "DELETE /networking/v2.0/ports/e5fef679-f9d4-4ff4-99a4-3e18be20bd06 HTTP/1.1" status: 204 len: 173 time: 0.8318772 Sep 03 01:38:46.418442 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'name': 'network-vif-deleted', 'tag': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:46.420806 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c2f26e-355f-4722-86de-0635651b496b" -d '{"events": [{"server_uuid": "dea4f761-54b0-4e77-9d84-5143f79c4e8a", "name": "network-vif-deleted", "tag": "e5fef679-f9d4-4ff4-99a4-3e18be20bd06"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:46.486655 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49930d25-ab53-446e-83ae-f3626a19d712 x-openstack-request-id: req-49930d25-ab53-446e-83ae-f3626a19d712 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:46.487002 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea4f761-54b0-4e77-9d84-5143f79c4e8a", "name": "network-vif-deleted", "tag": "e5fef679-f9d4-4ff4-99a4-3e18be20bd06", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:46.487182 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-49930d25-ab53-446e-83ae-f3626a19d712 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:46.487584 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49930d25-ab53-446e-83ae-f3626a19d712'] response: {'server_uuid': 'dea4f761-54b0-4e77-9d84-5143f79c4e8a', 'name': 'network-vif-deleted', 'tag': 'e5fef679-f9d4-4ff4-99a4-3e18be20bd06', 'status': 'completed', 'code': 200} Sep 03 01:38:46.496293 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-55aacc4b-fa68-4dfa-a605-59c1569dcc4d req-8f3315cb-3e15-4472-ac6e-df51d45d8c98 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0391834 Sep 03 01:38:46.510731 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks [] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:46.591067 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:46.666628 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Network 9c419ae7-3777-49c3-b6cf-a135a623993c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:38:46.673163 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:38:46.680982 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:38:46.686801 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Pushing event updated for resources: {'Port': ['ID=768a2c50-eeb8-48ba-885e-1eab0487f58f,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:46.711360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a356f-b02b-4854-b6d3-01fabae92fdb req-f9a6d271-cb12-4d0a-b731-fcac1503d6cb tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:46.712824 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-540a356f-b02b-4854-b6d3-01fabae92fdb req-f9a6d271-cb12-4d0a-b731-fcac1503d6cb tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 932 time: 0.1120372 Sep 03 01:38:46.753489 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:46.754077 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:46.783995 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-540a356f-b02b-4854-b6d3-01fabae92fdb req-f3c37646-2424-422e-be20-e685da10e6be tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656118 Sep 03 01:38:46.850973 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0510a9e0-a3e4-47cd-8382-b811fb0ef894 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9413021 Sep 03 01:38:47.143092 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-82aae1ce-a832-4e51-b482-7126502563c8 req-b223e1b3-64da-47b8-a0a3-0ceeb505e4af tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 210 time: 0.0301187 Sep 03 01:38:47.253486 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Request body: {'port': {'device_id': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:47.257276 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:47.323165 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:47.536245 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a81ce8-e171-413a-8936-2168363e8a1a req-9a9c44db-f781-4572-8212-d57b723e5c5c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:47.539107 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81a81ce8-e171-413a-8936-2168363e8a1a req-9a9c44db-f781-4572-8212-d57b723e5c5c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0976663 Sep 03 01:38:47.603877 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d6e04099-d8ec-4101-94a5-d9791ca32b5d req-72227606-e61f-4d4c-8d5f-1bea12f84de3 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0305283 Sep 03 01:38:47.606628 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:47.637707 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81a81ce8-e171-413a-8936-2168363e8a1a req-12b139d9-1280-46af-988c-66d6cf985c31 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859652 Sep 03 01:38:47.690120 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768a2c50-eeb8-48ba-885e-1eab0487f58f {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:47.698582 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Publish callbacks [] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:47.711945 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Transition to ACTIVE for port object 768a2c50-eeb8-48ba-885e-1eab0487f58f will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:38:47.779006 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:47.841527 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:38:47.848944 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e5fef679-f9d4-4ff4-99a4-3e18be20bd06 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:47.862883 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Pushing event updated for resources: {'Port': ['ID=768a2c50-eeb8-48ba-885e-1eab0487f58f,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:47.890837 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: e5fef679-f9d4-4ff4-99a4-3e18be20bd06 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:47.891182 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device e5fef679-f9d4-4ff4-99a4-3e18be20bd06 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:47.897667 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Attempting to bind port 768a2c50-eeb8-48ba-885e-1eab0487f58f on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:38:47.898138 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Attempting to bind port 768a2c50-eeb8-48ba-885e-1eab0487f58f by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:38:47.898500 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Attempting to bind port 768a2c50-eeb8-48ba-885e-1eab0487f58f on network 9c419ae7-3777-49c3-b6cf-a135a623993c {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:38:47.903119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Port 768a2c50-eeb8-48ba-885e-1eab0487f58f on network 9c419ae7-3777-49c3-b6cf-a135a623993c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:38:47.903433 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Attempting to bind port 768a2c50-eeb8-48ba-885e-1eab0487f58f on network 9c419ae7-3777-49c3-b6cf-a135a623993c {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:38:47.908840 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:38:47.909178 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Checking segment: {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:38:47.909550 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Bound using segment: {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:38:47.909977 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Bound port: 768a2c50-eeb8-48ba-885e-1eab0487f58f, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:38:47.910329 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:47.930963 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:47.950683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe75986-cfda-406f-b282-028176bd30aa req-5b85763d-ffff-4ddd-b958-bc8d096c34a3 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:47.954836 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6fe75986-cfda-406f-b282-028176bd30aa req-5b85763d-ffff-4ddd-b958-bc8d096c34a3 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 944 time: 0.0711370 Sep 03 01:38:47.986632 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:47.988146 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] For port 768a2c50-eeb8-48ba-885e-1eab0487f58f, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:38:47.991695 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] For port 768a2c50-eeb8-48ba-885e-1eab0487f58f, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=768a2c50-eeb8-48ba-885e-1eab0487f58f,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:38:48.001198 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'mac_address': 'fa:16:3e:1c:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:38:48.014961 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6fe75986-cfda-406f-b282-028176bd30aa req-ed9127e0-055c-4d33-9b15-d84912d05917 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536122 Sep 03 01:38:48.032748 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:48.046861 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:48.047243 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:48.060506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4585caf-c260-4618-ba71-326b4c35ffdf {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:48.082813 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:48.116955 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:48.121209 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.121808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:48.123630 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/768a2c50-eeb8-48ba-885e-1eab0487f58f HTTP/1.1" status: 200 len: 1094 time: 0.8750401 Sep 03 01:38:48.124116 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'tag': '768a2c50-eeb8-48ba-885e-1eab0487f58f'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:48.126405 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1984b86-160c-4bee-928a-50c60c08a5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6b38d9e1-6eef-468f-82e1-a96d8d28214c", "tag": "768a2c50-eeb8-48ba-885e-1eab0487f58f"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:48.139529 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:48.186046 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a3104-bc19-408a-813a-b0098af27f52 service neutron] Pushing event updated for resources: {'Port': ['ID=768a2c50-eeb8-48ba-885e-1eab0487f58f,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:48.195944 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:48.236687 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7147856d-8ae1-4b7f-88c7-47f98f46f9b6 x-openstack-request-id: req-7147856d-8ae1-4b7f-88c7-47f98f46f9b6 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:48.236981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b38d9e1-6eef-468f-82e1-a96d8d28214c", "tag": "768a2c50-eeb8-48ba-885e-1eab0487f58f", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:48.237241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7147856d-8ae1-4b7f-88c7-47f98f46f9b6 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:48.237653 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7147856d-8ae1-4b7f-88c7-47f98f46f9b6'] response: {'name': 'network-changed', 'server_uuid': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'tag': '768a2c50-eeb8-48ba-885e-1eab0487f58f', 'status': 'completed', 'code': 200} Sep 03 01:38:48.273884 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-55e6ebdc-0798-45a9-b1f6-887f5b99ad2d req-a414a951-11d0-4c88-af3a-10184894c1c8 tempest-ServerRescueNegativeTestJSON-201019967 tempest-ServerRescueNegativeTestJSON-201019967-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dea4f761-54b0-4e77-9d84-5143f79c4e8a HTTP/1.1" status: 200 len: 210 time: 0.0295503 Sep 03 01:38:48.392813 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['b4585caf-c260-4618-ba71-326b4c35ffdf'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:48.482171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1984b86-160c-4bee-928a-50c60c08a5d8 req-860ec2d9-17c4-4a8f-9726-c23af854c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.484222 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f1984b86-160c-4bee-928a-50c60c08a5d8 req-860ec2d9-17c4-4a8f-9726-c23af854c966 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efb12fa605334996a0e25888c90a108a&device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 1128 time: 0.0556319 Sep 03 01:38:48.552729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-06da808a-f607-4853-b698-f753c2386ccc tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.555626 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-06da808a-f607-4853-b698-f753c2386ccc tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 811 time: 0.1367948 Sep 03 01:38:48.561687 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:48.619299 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1984b86-160c-4bee-928a-50c60c08a5d8 req-631883b7-d265-4ac5-9fd5-1bff4b0375d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.620844 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f1984b86-160c-4bee-928a-50c60c08a5d8 req-631883b7-d265-4ac5-9fd5-1bff4b0375d3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=efb12fa605334996a0e25888c90a108a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1268499 Sep 03 01:38:48.635413 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-6afdafb8-913f-495e-9a7b-17f82c9196b9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53cde5b369084772897d46c38b083d8f HTTP/1.1" status: 200 len: 379 time: 0.0659497 Sep 03 01:38:48.643211 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'port': {'device_id': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'admin_state_up': True, 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'security_groups': ['0de7c37f-c3e8-4e0d-bfa2-404777ca9827']}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:48.755547 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ae129cba-c1b9-4af7-9c4c-1d81ab6e7658 req-09679d72-4e61-4a3e-8e1f-a89d0e4ed9e7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0544298 Sep 03 01:38:48.793550 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:48.802018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1984b86-160c-4bee-928a-50c60c08a5d8 req-7b045bca-3705-429d-807c-b2ea7ae3dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.807599 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f1984b86-160c-4bee-928a-50c60c08a5d8 req-7b045bca-3705-429d-807c-b2ea7ae3dd71 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1761305 Sep 03 01:38:48.808314 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:48.809689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edee68a-0b0c-4327-8b03-395337201198 req-08ef5539-8aa9-4e30-8c2d-46fdf4fe88a0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.811114 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3edee68a-0b0c-4327-8b03-395337201198 req-08ef5539-8aa9-4e30-8c2d-46fdf4fe88a0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 944 time: 0.0717106 Sep 03 01:38:48.871278 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3edee68a-0b0c-4327-8b03-395337201198 req-0036fded-3bec-453b-a1d3-bdce5e14799d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540745 Sep 03 01:38:48.908652 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0414bbe2-4434-410b-8cb7-d69b4d514781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:48.910645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Made reservation on behalf of 53cde5b369084772897d46c38b083d8f for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:38:48.910936 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-0414bbe2-4434-410b-8cb7-d69b4d514781 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=efb12fa605334996a0e25888c90a108a&device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 1128 time: 0.0546501 Sep 03 01:38:48.914705 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:48.997882 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-6c3b5e88-8d81-4c8b-b90f-ac53f9d22166 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=768a2c50-eeb8-48ba-885e-1eab0487f58f HTTP/1.1" status: 200 len: 217 time: 0.0338042 Sep 03 01:38:49.042332 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Allocated IP 172.20.0.8 (3699488b-c45e-45e8-a057-bbc9d098a735/a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2/032bf397-9317-48c8-8b99-bddb13c489ed) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:38:49.055714 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:49.058532 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-51eafeeb-523a-4c5b-9beb-e473f3772708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:49.060779 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-51eafeeb-523a-4c5b-9beb-e473f3772708 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec HTTP/1.1" status: 200 len: 853 time: 0.0495307 Sep 03 01:38:49.095432 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-287e00f8-c56f-4286-bccf-07abb0ebdc65 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=9c419ae7-3777-49c3-b6cf-a135a623993c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277829 Sep 03 01:38:49.181726 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93556ea4-e9aa-4853-b008-51c2fe644a7b req-57c33018-56da-479b-aafa-7d39e49d3621 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:49.183119 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-93556ea4-e9aa-4853-b008-51c2fe644a7b req-57c33018-56da-479b-aafa-7d39e49d3621 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 944 time: 0.0922451 Sep 03 01:38:49.194458 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-c83cdf87-7e40-42fa-9fbe-bde29bad5198 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919538 Sep 03 01:38:49.257990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for port (032bf397-9317-48c8-8b99-bddb13c489ed), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:49.269301 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-93556ea4-e9aa-4853-b008-51c2fe644a7b req-3c4f646d-0339-49d1-9ba9-be2a290d573e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795374 Sep 03 01:38:49.288392 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c7f93a80-9a6b-4d7d-9618-9ccfb7685df3 req-752a2f17-022f-4af5-8929-e2d9a72cab33 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873749 Sep 03 01:38:49.340439 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47074) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:49.356775 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:49.412613 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Network 3699488b-c45e-45e8-a057-bbc9d098a735 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:38:49.417903 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:38:49.420060 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event updated for resources: {'Port': ['ID=032bf397-9317-48c8-8b99-bddb13c489ed,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:49.422195 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:38:49.507412 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:49.508019 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:49.511811 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:49.544577 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a1d5faa0-311e-4780-bdd6-3d1c10d314fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:49.623382 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-96c50fed-6356-49ce-8bdb-e2099880fc9b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9843323 Sep 03 01:38:49.648562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-e0748266-d28b-4ca2-8dff-0897f296f76e None None] Provisioning complete for port 032bf397-9317-48c8-8b99-bddb13c489ed triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:38:49.648935 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e0748266-d28b-4ca2-8dff-0897f296f76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:49.681874 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-e0748266-d28b-4ca2-8dff-0897f296f76e None None] Port 032bf397-9317-48c8-8b99-bddb13c489ed cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:38:49.856981 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:38:49.904284 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port b4585caf-c260-4618-ba71-326b4c35ffdf completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:38:49.970870 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c94a3-344e-452f-b97e-42e527b3a152 req-7092657f-1e28-4323-a435-9025bfce387d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:49.972418 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b98c94a3-344e-452f-b97e-42e527b3a152 req-7092657f-1e28-4323-a435-9025bfce387d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 931 time: 0.0694602 Sep 03 01:38:49.973396 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port b4585caf-c260-4618-ba71-326b4c35ffdf triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:38:49.974638 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.020439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567bafe1-f0ba-4a5a-94f8-52a3fce0742f req-ee1765b9-acab-4e60-a2e7-649b77e9b939 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:50.022585 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-567bafe1-f0ba-4a5a-94f8-52a3fce0742f req-ee1765b9-acab-4e60-a2e7-649b77e9b939 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 944 time: 0.0671055 Sep 03 01:38:50.059372 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:50.059775 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.077087 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-567bafe1-f0ba-4a5a-94f8-52a3fce0742f req-a92794f5-1486-4b43-9e23-f5a5f2fbb2eb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535181 Sep 03 01:38:50.077895 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b98c94a3-344e-452f-b97e-42e527b3a152 req-1cd3a205-c980-4b75-af97-a8ff8eb90fba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868962 Sep 03 01:38:50.088184 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:50.095572 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684054bd-4690-4758-923a-45c99d7aac9e" -d '{"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-plugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:50.110661 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:50.136645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.190433 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.216250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e5859e-afd1-4f7e-af04-11ca2be887cd x-openstack-request-id: req-a7e5859e-afd1-4f7e-af04-11ca2be887cd {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:50.216568 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-plugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:50.216821 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7e5859e-afd1-4f7e-af04-11ca2be887cd {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:50.217222 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e5859e-afd1-4f7e-af04-11ca2be887cd'] response: {'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'code': 200} Sep 03 01:38:50.242479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:50.335743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Request body: {'port': {'device_id': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:50.463170 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78673f9-7d7a-45e4-9ae6-c757c5e7e311 req-6822dd4c-d110-49af-9ea4-f9b6072beb32 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:50.464628 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a78673f9-7d7a-45e4-9ae6-c757c5e7e311 req-6822dd4c-d110-49af-9ea4-f9b6072beb32 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 944 time: 0.1003330 Sep 03 01:38:50.491790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.500223 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Deleting port bb106349-e42c-493e-ae22-b5d892f60991 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:50.500547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (bb106349-e42c-493e-ae22-b5d892f60991), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.597073 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:50.606725 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:50.606976 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e6e8d-e472-494b-82e7-8b1c091676d6 req-269fc147-c4c9-4b1b-9751-3ad7fe252db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:50.608440 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-749e6e8d-e472-494b-82e7-8b1c091676d6 req-269fc147-c4c9-4b1b-9751-3ad7fe252db9 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1129 time: 0.0393064 Sep 03 01:38:50.613149 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a78673f9-7d7a-45e4-9ae6-c757c5e7e311 req-b570a1d4-f0f7-4d9f-b6d1-3c0f72b8de71 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407228 Sep 03 01:38:50.655542 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-749e6e8d-e472-494b-82e7-8b1c091676d6 req-b8d9322f-1f24-45f9-a9c7-bcd30b654ca5 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391567 Sep 03 01:38:50.681654 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:50.697995 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] For port bb106349-e42c-493e-ae22-b5d892f60991, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bb106349-e42c-493e-ae22-b5d892f60991,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:50.698380 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (bb106349-e42c-493e-ae22-b5d892f60991), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.722729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Calling delete_port for bb106349-e42c-493e-ae22-b5d892f60991 owned by network:router_interface {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:50.964824 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032bf397-9317-48c8-8b99-bddb13c489ed {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:50.972978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Publish callbacks [] for port (032bf397-9317-48c8-8b99-bddb13c489ed), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:50.991949 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Transition to ACTIVE for port object 032bf397-9317-48c8-8b99-bddb13c489ed will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:38:51.076272 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:51.105661 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (bb106349-e42c-493e-ae22-b5d892f60991), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:51.200413 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Pushing event updated for resources: {'Port': ['ID=032bf397-9317-48c8-8b99-bddb13c489ed,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:51.226238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df8528-ed68-444a-959a-8df7fbd517e9 req-610d4f5b-f278-4491-ae6f-cda05034dc93 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:51.228177 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-96df8528-ed68-444a-959a-8df7fbd517e9 req-610d4f5b-f278-4491-ae6f-cda05034dc93 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0576172 Sep 03 01:38:51.288328 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb106349-e42c-493e-ae22-b5d892f60991,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:51.291962 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-96df8528-ed68-444a-959a-8df7fbd517e9 req-65ca896e-592a-4694-9ba7-96cb1e56eca6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553238 Sep 03 01:38:51.337403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029424ef-923f-49a6-b173-1c832ae61f0b req-0cde5650-a172-4d4b-85bd-dcb13059e909 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:51.339000 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-029424ef-923f-49a6-b173-1c832ae61f0b req-0cde5650-a172-4d4b-85bd-dcb13059e909 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 943 time: 0.1397960 Sep 03 01:38:51.348581 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Attempting to bind port 032bf397-9317-48c8-8b99-bddb13c489ed on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:38:51.349558 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Attempting to bind port 032bf397-9317-48c8-8b99-bddb13c489ed by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:38:51.349881 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Attempting to bind port 032bf397-9317-48c8-8b99-bddb13c489ed on network 3699488b-c45e-45e8-a057-bbc9d098a735 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:38:51.390746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:51.399165 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Port 032bf397-9317-48c8-8b99-bddb13c489ed on network 3699488b-c45e-45e8-a057-bbc9d098a735 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:38:51.404523 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Attempting to bind port 032bf397-9317-48c8-8b99-bddb13c489ed on network 3699488b-c45e-45e8-a057-bbc9d098a735 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:38:51.419138 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:38:51.419464 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Checking segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:38:51.419836 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Bound using segment: {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:38:51.420259 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Bound port: 032bf397-9317-48c8-8b99-bddb13c489ed, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a53f561-fe9c-4ac8-b387-bc586adc3944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:38:51.420605 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:51.481834 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:51.503697 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-029424ef-923f-49a6-b173-1c832ae61f0b req-77bde72b-31a1-4c22-967b-3a9d6c0041fe tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498501 Sep 03 01:38:51.550697 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:51.558521 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] For port 032bf397-9317-48c8-8b99-bddb13c489ed, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:38:51.563004 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] For port 032bf397-9317-48c8-8b99-bddb13c489ed, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=032bf397-9317-48c8-8b99-bddb13c489ed,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:38:51.653121 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:51.661236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:51.661839 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:51.663248 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/032bf397-9317-48c8-8b99-bddb13c489ed HTTP/1.1" status: 200 len: 1093 time: 1.3333604 Sep 03 01:38:51.663728 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:51.665954 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8b26fa-1609-4c38-9735-00cd8507c084" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:51.724373 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c284bf-f88a-491e-8ceb-4abc33696b2f service neutron] Pushing event updated for resources: {'Port': ['ID=032bf397-9317-48c8-8b99-bddb13c489ed,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:51.727866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feee1da2-af39-4178-a1ad-0166fb795e4c x-openstack-request-id: req-feee1da2-af39-4178-a1ad-0166fb795e4c {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:51.733940 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:51.733940 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feee1da2-af39-4178-a1ad-0166fb795e4c {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:51.733940 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feee1da2-af39-4178-a1ad-0166fb795e4c'] response: {'name': 'network-changed', 'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed', 'status': 'completed', 'code': 200} Sep 03 01:38:51.750644 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6c735-d321-4770-9854-bf7da76bbd3d req-037a8109-8b63-4f6e-90af-2df0af5be858 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:51.752745 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2ba6c735-d321-4770-9854-bf7da76bbd3d req-037a8109-8b63-4f6e-90af-2df0af5be858 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 944 time: 0.0615649 Sep 03 01:38:51.804341 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2ba6c735-d321-4770-9854-bf7da76bbd3d req-b04fa69c-0659-469b-a114-1a1c3cbad1d3 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Sep 03 01:38:51.833925 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:51.863936 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 768a2c50-eeb8-48ba-885e-1eab0487f58f details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:38:51.938765 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:51.947577 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-9cab142c-a792-4176-ad7d-f281dc1edbe6 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078269 Sep 03 01:38:51.950473 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47096) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:51.954133 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] Sync routers for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:51.973222 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:51.973865 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:51.980412 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 768a2c50-eeb8-48ba-885e-1eab0487f58f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=768a2c50-eeb8-48ba-885e-1eab0487f58f,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:51.993649 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '768a2c50-eeb8-48ba-885e-1eab0487f58f', 'network_id': '9c419ae7-3777-49c3-b6cf-a135a623993c', 'port_id': '768a2c50-eeb8-48ba-885e-1eab0487f58f', 'mac_address': 'fa:16:3e:90:21:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:38:52.024000 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-507920e1-b013-44e4-a3d3-eccc87837f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.037572 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 768a2c50-eeb8-48ba-885e-1eab0487f58f is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:52.038043 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.051672 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768a2c50-eeb8-48ba-885e-1eab0487f58f {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:52.065662 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks [] for router (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.073380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 768a2c50-eeb8-48ba-885e-1eab0487f58f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=768a2c50-eeb8-48ba-885e-1eab0487f58f,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:52.085150 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:52.151663 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.169484 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks [] for router_gateway (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.202636 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=768a2c50-eeb8-48ba-885e-1eab0487f58f,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:52.274060 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86'}], 'enable_snat': True}, 'gw_port_id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:38:50Z', 'revision_number': 5, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port': {'id': '2f427d7a-579e-43f2-82d8-c07751d191ef', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:18:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:52.277763 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-17b7a6f6-96d2-46be-8e9b-05e28bc507f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:52.279372 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-17b7a6f6-96d2-46be-8e9b-05e28bc507f8 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 1127 time: 0.0403271 Sep 03 01:38:52.289761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Deleting port 2f427d7a-579e-43f2-82d8-c07751d191ef {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:52.290101 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.304842 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] Checking router: f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:52.314258 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] Routers {'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:52.314905 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:52.326568 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-591d4e17-9013-4a52-a700-51854bcf03b4 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032bf397-9317-48c8-8b99-bddb13c489ed HTTP/1.1" status: 200 len: 217 time: 0.0361521 Sep 03 01:38:52.404756 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] For port 2f427d7a-579e-43f2-82d8-c07751d191ef, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=2f427d7a-579e-43f2-82d8-c07751d191ef,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:52.405161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.422071 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['768a2c50-eeb8-48ba-885e-1eab0487f58f'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:52.424165 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Calling delete_port for 2f427d7a-579e-43f2-82d8-c07751d191ef owned by network:router_gateway {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:52.461042 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:52.464960 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58d7a-75ba-451c-a42a-6a6cf7ff68c7 req-14e6a227-37e1-4940-b78e-08e96391052d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:52.466560 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-91f58d7a-75ba-451c-a42a-6a6cf7ff68c7 req-14e6a227-37e1-4940-b78e-08e96391052d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0695300 Sep 03 01:38:52.468210 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-cb0a9ee4-5d3e-456f-86b4-1d68ddb2f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:52.469566 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-cb0a9ee4-5d3e-456f-86b4-1d68ddb2f8b2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.1306632 Sep 03 01:38:52.542492 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:52.546845 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] Set router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 gateway port host: None {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:52.547014 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-2ad67020-b405-4c0a-94dd-c8ce09b51481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:52.548432 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-2ad67020-b405-4c0a-94dd-c8ce09b51481 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662191 Sep 03 01:38:52.581406 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-91f58d7a-75ba-451c-a42a-6a6cf7ff68c7 req-114f97d1-9d47-4be3-9aee-f1e3dbc875b4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055326 Sep 03 01:38:52.592945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:52.607607 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:38:52Z', 'revision_number': 6, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:52.640324 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f338ee8-8715-4470-a685-13e2d1099594 None None] The sync data for ids ['f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9'] in dv-cinder-838009-7-iscsi is: [{'id': 'f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9', 'name': 'tempest-ServerRescueNegativeTestJSON-982680611-router', 'tenant_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:38:52Z', 'revision_number': 6, 'project_id': 'd93c5a3ef20c4a5b87af4803f820b60e', 'gw_port_host': None}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:52.695251 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:52.701120 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:52.714096 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-09eaa447-160b-4589-94ca-d087e87939b4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557269 Sep 03 01:38:52.742587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0720bca-e429-4223-93e5-fea5bb51cd09 req-443245b5-721a-426e-84e7-47bbfc264a74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:52.744078 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b0720bca-e429-4223-93e5-fea5bb51cd09 req-443245b5-721a-426e-84e7-47bbfc264a74 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 943 time: 0.0538650 Sep 03 01:38:52.745203 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (2f427d7a-579e-43f2-82d8-c07751d191ef), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.776264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f427d7a-579e-43f2-82d8-c07751d191ef,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:52.798389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.798389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.798389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.798750 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.798983 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.799254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.799577 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.799964 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.800217 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.800530 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.800848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.801166 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.801483 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.802454 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.802769 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:52.834405 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-de9ccdee-dbb1-46df-9f0b-64aa7ca3e702 req-815c55d9-1dd4-4bb5-b5fb-abb27789fe0a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057563 Sep 03 01:38:52.878465 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b0720bca-e429-4223-93e5-fea5bb51cd09 req-42f0bb13-541d-4856-8aaf-d819e5e8ed06 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104131 Sep 03 01:38:52.886210 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.945345 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcd5d1-ae79-4861-831f-3d774e11bf62 req-e870ce51-d8f4-43c7-9f38-fe0bc0c040fc tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:52.945345 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b6fcd5d1-ae79-4861-831f-3d774e11bf62 req-e870ce51-d8f4-43c7-9f38-fe0bc0c040fc tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 945 time: 0.0493720 Sep 03 01:38:52.982302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.985045 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks [] for router_controller (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:52.998876 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b6fcd5d1-ae79-4861-831f-3d774e11bf62 req-5364d014-4dca-4b85-8d33-ee7cac2ba5c7 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594392 Sep 03 01:38:53.013329 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.104781 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.105388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 {{(pid=106679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:38:53.111654 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.112827 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-cc09bd17-8540-4fc6-bf33-34207272f473 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/f0a29b22-0940-452e-a7c5-bfcb9fb8f4e9 HTTP/1.1" status: 204 len: 168 time: 1.1613612 Sep 03 01:38:53.116165 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47104) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:53.162067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Deleting subnet f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:38:53.165194 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Publish callbacks [] for subnet (f37b5fc8-387b-4d00-b444-9f6ef92dbdd8), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.199304 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413660'] for subnet (f37b5fc8-387b-4d00-b444-9f6ef92dbdd8), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.274532 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (f37b5fc8-387b-4d00-b444-9f6ef92dbdd8), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.402643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913985'] for subnet (f37b5fc8-387b-4d00-b444-9f6ef92dbdd8), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.430179 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f37b5fc8-387b-4d00-b444-9f6ef92dbdd8,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:53.435646 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.439805 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1897855f-55f8-49ef-a5bb-59413bb45d38 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/f37b5fc8-387b-4d00-b444-9f6ef92dbdd8 HTTP/1.1" status: 204 len: 168 time: 0.3227162 Sep 03 01:38:53.440821 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03b2036-53ea-457c-bc76-0d61bec6656d None None] Network df7b7060-2be9-45b6-8d4b-e4a77085b457 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:38:53.442049 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47106) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:53.520493 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (df7b7060-2be9-45b6-8d4b-e4a77085b457), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.534273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:53.569112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Deleting port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:53.569497 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.595622 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] DHCP port deletion for df7b7060-2be9-45b6-8d4b-e4a77085b457 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:38:53.639455 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] For port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:53.640078 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.644596 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Deleting port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:53.644978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.666924 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Calling delete_port for bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 owned by network:dhcp {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:53.721820 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] For port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,segment=NetworkSegment(9f1b2f91-60ac-4652-8944-f21362bb8218),segment_id=9f1b2f91-60ac-4652-8944-f21362bb8218)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:53.722216 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.734824 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Calling delete_port for bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:53.754734 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5494e8c-c0d3-4134-a90f-f4f9c47a5c7d req-b09d5263-8960-44b2-b645-2c7e2a2da376 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:53.757250 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5494e8c-c0d3-4134-a90f-f4f9c47a5c7d req-b09d5263-8960-44b2-b645-2c7e2a2da376 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0812726 Sep 03 01:38:53.821556 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5494e8c-c0d3-4134-a90f-f4f9c47a5c7d req-f88f395f-f320-4980-bd4e-964e1041901f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555074 Sep 03 01:38:53.868921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 032bf397-9317-48c8-8b99-bddb13c489ed details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:38:53.873737 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 768a2c50-eeb8-48ba-885e-1eab0487f58f up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:38:53.918543 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:53.929025 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-8341fdde-59d3-4006-8441-5fe6c8a7aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:53.930811 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-8341fdde-59d3-4006-8441-5fe6c8a7aea1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 1127 time: 0.0618393 Sep 03 01:38:53.964628 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] No DVR routers for this DVR port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 on host dv-cinder-838009-7-iscsi {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:53.976875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (bcd9d03b-3143-42fe-b37c-fd7bc8035fd9), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.006731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:54.020311 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 768a2c50-eeb8-48ba-885e-1eab0487f58f completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:38:54.024846 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Pushing event deleted for resources: {'Port': ['ID=bcd9d03b-3143-42fe-b37c-fd7bc8035fd9,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:54.032457 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] No DVR routers for this DVR port bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:38:54.047492 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.047925 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.048186 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.048537 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.048872 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.049195 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.049500 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.049923 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.050134 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.050470 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.050789 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.051123 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.051444 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.052602 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.052861 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3444937-8133-44f3-9947-07baaee76d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:38:54.085273 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 032bf397-9317-48c8-8b99-bddb13c489ed, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=032bf397-9317-48c8-8b99-bddb13c489ed,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:54.100116 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '032bf397-9317-48c8-8b99-bddb13c489ed', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'port_id': '032bf397-9317-48c8-8b99-bddb13c489ed', 'mac_address': 'fa:16:3e:34:3f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:38:54.107982 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 768a2c50-eeb8-48ba-885e-1eab0487f58f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:38:54.108560 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.133036 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8d708-920d-4e14-bb55-7092edb2d213 req-89f0b832-71e9-459b-b06d-0bc154301f65 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.135071 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5fc8d708-920d-4e14-bb55-7092edb2d213 req-89f0b832-71e9-459b-b06d-0bc154301f65 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 943 time: 0.1401978 Sep 03 01:38:54.159521 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (df7b7060-2be9-45b6-8d4b-e4a77085b457), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.177827 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 032bf397-9317-48c8-8b99-bddb13c489ed is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:54.178021 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.196112 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032bf397-9317-48c8-8b99-bddb13c489ed {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:38:54.203307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:54.220941 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 032bf397-9317-48c8-8b99-bddb13c489ed, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=032bf397-9317-48c8-8b99-bddb13c489ed,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:54.226325 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:54.235048 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5fc8d708-920d-4e14-bb55-7092edb2d213 req-a7de11b6-6218-4eba-af44-5b2eaee7ad8a tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907629 Sep 03 01:38:54.236897 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7b7060-2be9-45b6-8d4b-e4a77085b457']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:54.258860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f1b2f91-60ac-4652-8944-f21362bb8218') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:54.258860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f1b2f91-60ac-4652-8944-f21362bb8218') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:54.261887 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (9f1b2f91-60ac-4652-8944-f21362bb8218), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.266855 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d89f36-1a54-49dc-b5e9-b22cb5b3bebd req-b5a7e3f0-d2df-4509-a97e-dae44b5162cb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.276613 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 768a2c50-eeb8-48ba-885e-1eab0487f58f is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:54.277002 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.279473 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (9f1b2f91-60ac-4652-8944-f21362bb8218), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.279743 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c4d89f36-1a54-49dc-b5e9-b22cb5b3bebd req-b5a7e3f0-d2df-4509-a97e-dae44b5162cb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.3628585 Sep 03 01:38:54.280261 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47116) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:54.288948 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Request body: {'floatingip': {'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:54.291156 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:38:54.291156 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (9f1b2f91-60ac-4652-8944-f21362bb8218), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.305370 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a2c50-eeb8-48ba-885e-1eab0487f58f'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:54.307411 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360752a-4317-4329-8748-f3b8af11e29a" -d '{"events": [{"server_uuid": "6b38d9e1-6eef-468f-82e1-a96d8d28214c", "name": "network-vif-plugged", "status": "completed", "tag": "768a2c50-eeb8-48ba-885e-1eab0487f58f"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:54.320323 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.345869 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (fcf92004-4f0f-4095-bc2f-ae8d76acf491), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.381103 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:54.394398 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 768a2c50-eeb8-48ba-885e-1eab0487f58f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=768a2c50-eeb8-48ba-885e-1eab0487f58f,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:54.396833 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d52399-808a-4c57-b7ae-882cee548aa8 x-openstack-request-id: req-25d52399-808a-4c57-b7ae-882cee548aa8 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:54.397174 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38d9e1-6eef-468f-82e1-a96d8d28214c", "name": "network-vif-plugged", "status": "completed", "tag": "768a2c50-eeb8-48ba-885e-1eab0487f58f", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:54.397483 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25d52399-808a-4c57-b7ae-882cee548aa8 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:54.397908 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25d52399-808a-4c57-b7ae-882cee548aa8'] response: {'server_uuid': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768a2c50-eeb8-48ba-885e-1eab0487f58f', 'code': 200} Sep 03 01:38:54.398633 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=032bf397-9317-48c8-8b99-bddb13c489ed,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:54.419830 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 9f1b2f91-60ac-4652-8944-f21362bb8218 resource provider aggregate not found Sep 03 01:38:54.444762 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 9f1b2f91-60ac-4652-8944-f21362bb8218 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f1b2f91-60ac-4652-8944-f21362bb8218 found for delete ", "request_id": "req-baf9cd5a-555f-438c-ad2d-6929d6618940"}]} Sep 03 01:38:54.451821 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941e652-571a-4611-910f-7b01c0417978 req-3bf213f4-dfd9-46ca-8056-0a2f410790d6 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.453497 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5941e652-571a-4611-910f-7b01c0417978 req-3bf213f4-dfd9-46ca-8056-0a2f410790d6 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 945 time: 0.0870202 Sep 03 01:38:54.459865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (df7b7060-2be9-45b6-8d4b-e4a77085b457), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.464811 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.469433 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/df7b7060-2be9-45b6-8d4b-e4a77085b457 HTTP/1.1" status: 204 len: 168 time: 1.0242512 Sep 03 01:38:54.473162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-f49c724e-64c6-40d9-a9e1-60baa7a76905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.473363 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:54.474896 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-f49c724e-64c6-40d9-a9e1-60baa7a76905 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 912 time: 0.5212243 Sep 03 01:38:54.488944 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867614f-07a2-485d-afc7-d7e61138c73a admin admin] Pushing event deleted for resources: {'Network': ['ID=df7b7060-2be9-45b6-8d4b-e4a77085b457,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:54.519423 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-53aaeaf6-97b1-4e18-9351-7c16b747536a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032bf397-9317-48c8-8b99-bddb13c489ed HTTP/1.1" status: 200 len: 217 time: 0.0366132 Sep 03 01:38:54.529060 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.533489 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5941e652-571a-4611-910f-7b01c0417978 req-51fc2af2-a144-4856-a50e-e04d5e0f087e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627198 Sep 03 01:38:54.616552 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['032bf397-9317-48c8-8b99-bddb13c489ed'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:54.620811 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=768a2c50-eeb8-48ba-885e-1eab0487f58f,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:54.631783 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-6152a3a2-3faf-4ab9-8edd-8622b8f5bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.633226 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-6152a3a2-3faf-4ab9-8edd-8622b8f5bcb0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.1042392 Sep 03 01:38:54.661228 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 2f427d7a-579e-43f2-82d8-c07751d191ef no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:54.695187 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 2f427d7a-579e-43f2-82d8-c07751d191ef {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:54.695489 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 2f427d7a-579e-43f2-82d8-c07751d191ef not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:54.695903 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bb106349-e42c-493e-ae22-b5d892f60991 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:54.735402 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-790435b6-f2c4-4e51-a0b5-cc6ab1937bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.737731 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-790435b6-f2c4-4e51-a0b5-cc6ab1937bc1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759788 Sep 03 01:38:54.740783 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: bb106349-e42c-493e-ae22-b5d892f60991 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:54.741121 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bb106349-e42c-493e-ae22-b5d892f60991 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:54.741528 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:38:54.789961 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:38:54.800228 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device bcd9d03b-3143-42fe-b37c-fd7bc8035fd9 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:38:54.841265 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517b68ab-4231-42a9-a188-fa1b7b0e650f req-f8818009-5919-4be2-94a0-682bef9e878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:54.842884 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517b68ab-4231-42a9-a188-fa1b7b0e650f req-f8818009-5919-4be2-94a0-682bef9e878b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 1130 time: 0.0748162 Sep 03 01:38:54.873572 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:54.905678 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.906976 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-517b68ab-4231-42a9-a188-fa1b7b0e650f req-9b5f4f70-c708-48c0-9ddb-54cac343d453 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559399 Sep 03 01:38:54.908597 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:54.928330 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47134) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:54.975389 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d917b348-31e3-498f-a55e-1a1a2503a3cf admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d93c5a3ef20c4a5b87af4803f820b60e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425165 Sep 03 01:38:54.975389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47136) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:54.986448 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-72c535de-6c09-4c4d-9b36-b94bb3f060a2 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387376 Sep 03 01:38:55.032317 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ba71d1d0-2947-4938-837c-bbcd509a6a0a admin admin] Publish callbacks [] for security_group (7c3b9324-7812-4062-a66c-f383833c06b6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.036711 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:55.054549 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ba71d1d0-2947-4938-837c-bbcd509a6a0a admin admin] Publish callbacks [] for security_group (7c3b9324-7812-4062-a66c-f383833c06b6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.096150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.220547 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1b8b26fa-1609-4c38-9735-00cd8507c084 req-bdaee5ee-4176-4bca-9d17-693c27c6131b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880885 Sep 03 01:38:55.264650 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (fcf92004-4f0f-4095-bc2f-ae8d76acf491), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.265554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ba71d1d0-2947-4938-837c-bbcd509a6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7c3b9324-7812-4062-a66c-f383833c06b6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.271213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ba71d1d0-2947-4938-837c-bbcd509a6a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.273442 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ba71d1d0-2947-4938-837c-bbcd509a6a0a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7c3b9324-7812-4062-a66c-f383833c06b6 HTTP/1.1" status: 204 len: 168 time: 0.2974370 Sep 03 01:38:55.295661 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71d1d0-2947-4938-837c-bbcd509a6a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3b9324-7812-4062-a66c-f383833c06b6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:55.369134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:55.390117 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Floating IP fcf92004-4f0f-4095-bc2f-ae8d76acf491 associated. External IP: 172.27.1.33, port: b4585caf-c260-4618-ba71-326b4c35ffdf. Sep 03 01:38:55.401651 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a598db8-41e3-4798-8c9f-6147e0242903 req-95cfc5bc-9eac-49df-b348-12257ddbef21 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:55.404289 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a598db8-41e3-4798-8c9f-6147e0242903 req-95cfc5bc-9eac-49df-b348-12257ddbef21 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 944 time: 0.0576684 Sep 03 01:38:55.478820 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9a598db8-41e3-4798-8c9f-6147e0242903 req-3e1cdcd7-86e1-4c11-b182-eab53e3c7701 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677164 Sep 03 01:38:55.625192 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Router 34d33214-b085-4313-91af-26993bc71ab6 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:55.752078 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff9325-cb57-4e2f-ac40-d7052a792230 req-bfbd099d-6707-416a-8a0b-0b22583b470e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:55.753511 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-64ff9325-cb57-4e2f-ac40-d7052a792230 req-bfbd099d-6707-416a-8a0b-0b22583b470e tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 946 time: 0.0841112 Sep 03 01:38:55.791220 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:55.798238 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:55.809146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:55.830830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:55.831507 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:55.855102 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-64ff9325-cb57-4e2f-ac40-d7052a792230 req-efc4a2ed-d7a4-48aa-a66e-734033c4f3f6 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915508 Sep 03 01:38:55.858967 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5ed4fcc1-9c33-49ae-8caf-798ec1513768 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/fcf92004-4f0f-4095-bc2f-ae8d76acf491 HTTP/1.1" status: 200 len: 990 time: 1.5735888 Sep 03 01:38:55.858967 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:55.859935 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213a414a-5b1a-4df5-a26b-b161014d284a" -d '{"events": [{"name": "network-changed", "server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:55.902451 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5773e5-506e-4f4f-b37b-43f60b870cae x-openstack-request-id: req-8c5773e5-506e-4f4f-b37b-43f60b870cae {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:55.902745 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:55.902998 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c5773e5-506e-4f4f-b37b-43f60b870cae {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:55.903476 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c5773e5-506e-4f4f-b37b-43f60b870cae'] response: {'name': 'network-changed', 'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'status': 'completed', 'code': 200} Sep 03 01:38:55.923959 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 032bf397-9317-48c8-8b99-bddb13c489ed up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:38:55.974872 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:55.978937 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a414a-5b1a-4df5-a26b-b161014d284a req-6c70be3c-ff0c-4adf-b85a-2860ed8ac291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:55.980729 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-6c70be3c-ff0c-4adf-b85a-2860ed8ac291 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1129 time: 0.0461931 Sep 03 01:38:56.126328 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:56.168510 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 032bf397-9317-48c8-8b99-bddb13c489ed completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:38:56.205070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:56.272328 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 032bf397-9317-48c8-8b99-bddb13c489ed triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:38:56.272702 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:56.415005 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'fcf92004-4f0f-4095-bc2f-ae8d76acf491', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '34d33214-b085-4313-91af-26993bc71ab6', 'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'mac_address': 'fa:16:3e:1c:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e156f97d-5465-4597-a836-c70692edfd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:31Z', 'updated_at': '2022-09-03T01:38:54Z', 'revision_number': 1, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:56.416769 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 032bf397-9317-48c8-8b99-bddb13c489ed is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:38:56.417155 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:56.447967 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:56.468246 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:56.470521 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b038ac-be28-4a53-95bf-35e2604caaff" -d '{"events": [{"server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:56.476796 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:56.485248 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:56.485882 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:56.489363 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 032bf397-9317-48c8-8b99-bddb13c489ed, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=032bf397-9317-48c8-8b99-bddb13c489ed,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:56.520988 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a414a-5b1a-4df5-a26b-b161014d284a req-ea9ebe53-60dc-4d3e-9a1b-77d4133aa8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:56.522646 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-ea9ebe53-60dc-4d3e-9a1b-77d4133aa8fb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.1204574 Sep 03 01:38:56.547922 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200c2242-7d1f-4bea-ba12-0f663e7f36a2 x-openstack-request-id: req-200c2242-7d1f-4bea-ba12-0f663e7f36a2 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:56.548481 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "name": "network-vif-plugged", "status": "completed", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:56.548782 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-200c2242-7d1f-4bea-ba12-0f663e7f36a2 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:56.549122 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200c2242-7d1f-4bea-ba12-0f663e7f36a2'] response: {'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed', 'code': 200} Sep 03 01:38:56.567430 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:56.674374 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-6119be18-4339-4fc1-b3a6-36f2c94e937a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 998 time: 0.0920436 Sep 03 01:38:56.697233 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483882b-c3dc-4cce-9c96-98d2662f02ce req-6f217a44-9972-4dc0-a603-c92d7089f836 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:56.703777 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4483882b-c3dc-4cce-9c96-98d2662f02ce req-6f217a44-9972-4dc0-a603-c92d7089f836 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.1248398 Sep 03 01:38:56.714212 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=032bf397-9317-48c8-8b99-bddb13c489ed,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:56.735281 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:56.791799 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a414a-5b1a-4df5-a26b-b161014d284a req-64f5754f-3097-44f9-b89d-27b86ea173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:56.792163 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-4483882b-c3dc-4cce-9c96-98d2662f02ce req-7e8e4ebf-1d2e-4ca1-8e78-6c9e54e6323c tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723112 Sep 03 01:38:56.792252 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-64f5754f-3097-44f9-b89d-27b86ea173c1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.1024196 Sep 03 01:38:56.856813 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a414a-5b1a-4df5-a26b-b161014d284a req-2fa3a033-239b-4298-9b49-9e425c625c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:56.859288 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-2fa3a033-239b-4298-9b49-9e425c625c24 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674658 Sep 03 01:38:57.014722 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-30e2a42d-1ad8-401f-b56b-9e9d1a3ccf1d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454811 Sep 03 01:38:57.040428 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed64bc-595c-4c03-958b-3e4e67064212 req-aa87e54e-7557-4315-8813-96f5f3d4f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:57.042307 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d3ed64bc-595c-4c03-958b-3e4e67064212 req-aa87e54e-7557-4315-8813-96f5f3d4f0f7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 1129 time: 0.0940795 Sep 03 01:38:57.044165 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'fcf92004-4f0f-4095-bc2f-ae8d76acf491', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '34d33214-b085-4313-91af-26993bc71ab6', 'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'mac_address': 'fa:16:3e:1c:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e156f97d-5465-4597-a836-c70692edfd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:31Z', 'updated_at': '2022-09-03T01:38:54Z', 'revision_number': 1, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:57.081937 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdfc80b-2b8f-4a15-bf54-7bc8b4b7ea6c None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'fcf92004-4f0f-4095-bc2f-ae8d76acf491', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'floating_ip_address': '172.27.1.33', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '34d33214-b085-4313-91af-26993bc71ab6', 'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'mac_address': 'fa:16:3e:1c:21:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e156f97d-5465-4597-a836-c70692edfd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:31Z', 'updated_at': '2022-09-03T01:38:54Z', 'revision_number': 1, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:38:57.089806 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60858e38-d464-4fc8-bf0e-cf06bfa4f584 req-92fe2827-1d05-4f8c-a0d5-dd3e374b34ca tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:57.097674 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-60858e38-d464-4fc8-bf0e-cf06bfa4f584 req-92fe2827-1d05-4f8c-a0d5-dd3e374b34ca tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 946 time: 0.1093588 Sep 03 01:38:57.140718 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-213a414a-5b1a-4df5-a26b-b161014d284a req-68d562e7-f709-4356-a0b9-5728f8c8df8f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175113 Sep 03 01:38:57.151539 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d3ed64bc-595c-4c03-958b-3e4e67064212 req-39cacbeb-c522-4f1e-8d05-e237ab25ec33 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983906 Sep 03 01:38:57.173718 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-60858e38-d464-4fc8-bf0e-cf06bfa4f584 req-ae1a4ed5-3140-4097-a727-092ea1f5c376 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748835 Sep 03 01:38:57.307001 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-f4dbd3ba-13d2-4c4c-9735-2d7ba0e461a6 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1898220344&fields=id&tenant_id=364812df6abf492698453972e9a1d120 HTTP/1.1" status: 200 len: 267 time: 0.0564287 Sep 03 01:38:57.345035 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeda19af-ccef-49b1-afb1-02e883a638d5 None None] New status for floating IP fcf92004-4f0f-4095-bc2f-ae8d76acf491: ACTIVE {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:38:57.367847 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-a6b73e6c-4765-4f95-a3f8-705cd2122d78 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:57.375012 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-a6b73e6c-4765-4f95-a3f8-705cd2122d78 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 985 time: 0.0618277 Sep 03 01:38:57.380771 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Request body: {'port': {'security_groups': ['a35f4496-d8f9-4032-9352-4b18f4be8d2b']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:38:57.458703 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:57.466286 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:57.654985 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:57.663092 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:38:57.694490 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:57.762261 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:57.774419 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f1b93106-790d-4f9d-9fae-cd59eef8bc20'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:57.778009 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:57.778686 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:57.780418 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a615cb6c-1d7f-45ed-ba1f-7738ff86c248 req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "PUT /networking/v2.0/ports/f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 943 time: 0.4042540 Sep 03 01:38:57.780954 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:57.783712 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186bbaa5-5a55-425e-a63d-8eb133a937fc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:57.786667 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47220) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:57.869954 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfd8ca7-d2ce-4f18-a328-63ba120e5e2b x-openstack-request-id: req-2bfd8ca7-d2ce-4f18-a328-63ba120e5e2b {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:57.870403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:57.875082 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2bfd8ca7-d2ce-4f18-a328-63ba120e5e2b {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:57.875082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bfd8ca7-d2ce-4f18-a328-63ba120e5e2b'] response: {'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'status': 'completed', 'code': 200} Sep 03 01:38:57.882620 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f1b93106-790d-4f9d-9fae-cd59eef8bc20'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:38:57.883392 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4ee-e46a-4519-9e9a-32606993701f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group (44914223-3606-4f07-acb6-c511676b38c1), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:57.891498 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b48352-321a-48b7-870a-6c6e7bb0fc74 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event updated for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=7']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:57.912698 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4ee-e46a-4519-9e9a-32606993701f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group (44914223-3606-4f07-acb6-c511676b38c1), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:57.992873 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1892747-f62b-44e2-a6ac-70546b16d9c8 req-ba062685-e74c-449c-94c8-1e192e404ab0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:57.995152 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c1892747-f62b-44e2-a6ac-70546b16d9c8 req-ba062685-e74c-449c-94c8-1e192e404ab0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0706408 Sep 03 01:38:58.091722 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-42df5cfc-731d-4110-83da-2cd835f7eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:58.093546 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-42df5cfc-731d-4110-83da-2cd835f7eaca service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1130 time: 0.0654671 Sep 03 01:38:58.107716 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c1892747-f62b-44e2-a6ac-70546b16d9c8 req-13425b2c-83d6-4dcc-838d-53e4e137e822 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047239 Sep 03 01:38:58.168087 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4ee-e46a-4519-9e9a-32606993701f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (44914223-3606-4f07-acb6-c511676b38c1), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:58.170689 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c0dc4ee-e46a-4519-9e9a-32606993701f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:58.174723 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1c0dc4ee-e46a-4519-9e9a-32606993701f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/44914223-3606-4f07-acb6-c511676b38c1 HTTP/1.1" status: 204 len: 168 time: 0.3868477 Sep 03 01:38:58.175447 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47230) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:38:58.439928 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0dc4ee-e46a-4519-9e9a-32606993701f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44914223-3606-4f07-acb6-c511676b38c1,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:58.497854 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-80cee0cd-d282-4ecd-8762-61a85e8fb661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:58.499317 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-80cee0cd-d282-4ecd-8762-61a85e8fb661 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 916 time: 0.3737242 Sep 03 01:38:58.591248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Deleting port 5aa57297-3cca-4a05-bd2a-0d441d06b790 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:38:58.591665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:58.670989 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:58.671234 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for floatingip (5aa57297-3cca-4a05-bd2a-0d441d06b790), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:58.687585 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Calling delete_port for 5aa57297-3cca-4a05-bd2a-0d441d06b790 owned by network:floatingip {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:38:58.764703 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:58.767793 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:58.916048 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (5aa57297-3cca-4a05-bd2a-0d441d06b790), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:58.943170 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event deleted for resources: {'Port': ['ID=5aa57297-3cca-4a05-bd2a-0d441d06b790,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:38:59.006967 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-76e07ed2-bebf-4b74-8d46-a7f74da49e02 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 217 time: 0.0350730 Sep 03 01:38:59.025382 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks [] for floatingip (1b1dee5e-b714-4f05-af24-2358a6e794d8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:59.025976 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Floating IP 1b1dee5e-b714-4f05-af24-2358a6e794d8 disassociated (deleted). External IP: 172.27.1.206, port: f1b93106-790d-4f9d-9fae-cd59eef8bc20. Sep 03 01:38:59.066707 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-ec0620fa-1892-43b6-88be-490065f1e76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.068749 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-ec0620fa-1892-43b6-88be-490065f1e76b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.0528910 Sep 03 01:38:59.115931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-72de3524-372a-44f3-a968-67058e3ef654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.117603 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-72de3524-372a-44f3-a968-67058e3ef654 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405321 Sep 03 01:38:59.250040 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:38:59.263506 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-199be1c9-a5ce-4c80-b712-02366663066e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392817 Sep 03 01:38:59.269275 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0362c1c9-d044-4c65-865b-cbc91b5e1538 req-cbc632b7-0d1c-494b-ab0c-88da717fd238 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.271343 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0362c1c9-d044-4c65-865b-cbc91b5e1538 req-cbc632b7-0d1c-494b-ab0c-88da717fd238 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0702765 Sep 03 01:38:59.341612 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:59.359296 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:38:59.363940 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:38:59.370267 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] Sync routers for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:38:59.381813 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:59.383088 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:59.388183 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0362c1c9-d044-4c65-865b-cbc91b5e1538 req-1e7a2e55-57cf-44b1-9872-bffd4effabea tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062851 Sep 03 01:38:59.398300 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-503d6c04-9d0e-4611-acf7-2f046faa5b14 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/1b1dee5e-b714-4f05-af24-2358a6e794d8 HTTP/1.1" status: 204 len: 168 time: 1.2178054 Sep 03 01:38:59.399037 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:38:59.401400 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0927d007-736d-4f5b-abe0-3fa8e4fa420f" -d '{"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:38:59.402027 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-186bbaa5-5a55-425e-a63d-8eb133a937fc req-a4bfd41c-2468-4d45-9d02-a3674cacd063 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274374 Sep 03 01:38:59.459785 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fc68f0-bf16-481a-a3b9-9d9ba3cb4061 x-openstack-request-id: req-f7fc68f0-bf16-481a-a3b9-9d9ba3cb4061 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:38:59.460075 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:38:59.460322 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7fc68f0-bf16-481a-a3b9-9d9ba3cb4061 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:38:59.460722 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fc68f0-bf16-481a-a3b9-9d9ba3cb4061'] response: {'name': 'network-changed', 'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'status': 'completed', 'code': 200} Sep 03 01:38:59.480969 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:59.520615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:59.544545 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:38:59.550063 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-9ea6c08f-3d0e-453e-b604-d7a5c141b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.552419 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-9ea6c08f-3d0e-453e-b604-d7a5c141b522 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1130 time: 0.0428269 Sep 03 01:38:59.664842 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-ed105da9-6278-446f-a778-203121a3f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.670735 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-ed105da9-6278-446f-a778-203121a3f35e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 916 time: 0.1073954 Sep 03 01:38:59.712490 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-cc2f6934-ad1e-4d08-ac95-2fb8b1ae1559 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 217 time: 0.0341604 Sep 03 01:38:59.722624 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:36Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:59.750990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] Checking router: 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:38:59.761608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:38:59.762614 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:38:59.776830 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-eba70af5-a515-4948-9608-036d723ce02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.778263 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-eba70af5-a515-4948-9608-036d723ce02b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.0495126 Sep 03 01:38:59.849953 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-ff3e9ea5-bdaf-42fb-88c4-a5655377927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:38:59.854769 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-ff3e9ea5-bdaf-42fb-88c4-a5655377927e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522499 Sep 03 01:38:59.894600 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:38:59.981453 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-aeb50787-fc5a-43b9-ba2b-d6cf89d4bc6c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254199 Sep 03 01:39:00.107980 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0927d007-736d-4f5b-abe0-3fa8e4fa420f req-a577e404-305c-45f5-bddc-2f4cc50552c5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158245 Sep 03 01:39:00.140275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:36Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:00.168961 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d309f6a7-e793-45bf-a1b3-eb1f8f9b3cb6 None None] The sync data for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi is: [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:35:31Z', 'revision_number': 4, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '6e0e739c-4f9e-4357-a393-b728d662a6d9', 'name': '', 'network_id': 'c2c48c52-ba15-4f2e-b132-5ab71bb2bb99', 'tenant_id': '364812df6abf492698453972e9a1d120', 'mac_address': 'fa:16:3e:90:c5:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:30Z', 'updated_at': '2022-09-03T01:35:36Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'subnets': [{'id': 'c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:39:00.393394 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ffd5bb-c23e-4da8-bae8-ecba26b33231 None None] New status for floating IP 1b1dee5e-b714-4f05-af24-2358a6e794d8: DOWN {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:39:00.544678 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd164c-836c-406a-8141-fe3e2b0257aa req-686f6a70-4023-4605-ba01-469cbe3580db tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:00.546136 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-57dd164c-836c-406a-8141-fe3e2b0257aa req-686f6a70-4023-4605-ba01-469cbe3580db tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0477338 Sep 03 01:39:00.558103 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:00.596244 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-57dd164c-836c-406a-8141-fe3e2b0257aa req-5c37483b-7dc9-44cc-8d71-dda2c1027ca8 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Sep 03 01:39:00.713972 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb110d8-01d8-4ed7-981b-4d03053903e3 req-228cb48b-2a70-4a4b-91e0-ce63938ac471 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:00.715501 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7fb110d8-01d8-4ed7-981b-4d03053903e3 req-228cb48b-2a70-4a4b-91e0-ce63938ac471 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0474551 Sep 03 01:39:00.726518 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47286) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:00.730218 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Request body: {'floatingip': {'port_id': '032bf397-9317-48c8-8b99-bddb13c489ed'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:00.768627 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (f08ea606-69d0-49c2-9c4f-3eaf208103fb), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:00.870275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:00.884248 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:01.203450 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:01.258425 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (f08ea606-69d0-49c2-9c4f-3eaf208103fb), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:01.335173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:01.354403 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Floating IP f08ea606-69d0-49c2-9c4f-3eaf208103fb associated. External IP: 172.27.1.118, port: 032bf397-9317-48c8-8b99-bddb13c489ed. Sep 03 01:39:01.556456 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:39:01.649247 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-7d443914-f2c1-4d28-b201-af32134b0527 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486710 Sep 03 01:39:01.700660 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:39:01.705284 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:01.712243 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:39:01.722887 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:01.724341 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:01.774096 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-24d413f1-cd1f-47c1-b2d8-bf65fd559a97 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/f08ea606-69d0-49c2-9c4f-3eaf208103fb HTTP/1.1" status: 200 len: 991 time: 1.0471251 Sep 03 01:39:01.776535 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:01.779299 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29e3dfe-43ff-445b-bdba-77c2277a82ee" -d '{"events": [{"name": "network-changed", "server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:01.785538 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-e8c535f6-0abb-4873-9f58-8719beebf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:01.785538 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-e8c535f6-0abb-4873-9f58-8719beebf1c3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=364812df6abf492698453972e9a1d120&device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 1130 time: 0.0750728 Sep 03 01:39:01.858996 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:01.863197 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bac1fe-c0d9-49ea-bed5-c95f5663a31c x-openstack-request-id: req-79bac1fe-c0d9-49ea-bed5-c95f5663a31c {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:01.863485 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:01.863736 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79bac1fe-c0d9-49ea-bed5-c95f5663a31c {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:01.864310 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79bac1fe-c0d9-49ea-bed5-c95f5663a31c'] response: {'name': 'network-changed', 'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed', 'status': 'completed', 'code': 200} Sep 03 01:39:01.873481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:01.908554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-dd06425b-a78e-4f9f-895d-04e2af6c2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:01.910000 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-dd06425b-a78e-4f9f-895d-04e2af6c2d9b service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 200 len: 916 time: 0.1023598 Sep 03 01:39:01.918218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-fab54a97-464a-4229-bb45-5c8620fa8a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:01.920367 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-fab54a97-464a-4229-bb45-5c8620fa8a03 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53cde5b369084772897d46c38b083d8f&device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 1129 time: 0.0483930 Sep 03 01:39:01.952009 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-6b809633-b2f2-4070-8025-886228d6c1f9 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 200 len: 217 time: 0.0353708 Sep 03 01:39:02.012806 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-85b72b03-3db1-499c-a34b-1ce7c650fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:02.014195 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-85b72b03-3db1-499c-a34b-1ce7c650fd92 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 200 len: 854 time: 0.0552931 Sep 03 01:39:02.028828 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-084e8484-9e66-4471-856c-c7defe8a1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:02.031828 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-084e8484-9e66-4471-856c-c7defe8a1982 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 200 len: 912 time: 0.1043501 Sep 03 01:39:02.095045 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-13395790-8ff5-41fb-af15-c9c63b53d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:02.097112 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-13395790-8ff5-41fb-af15-c9c63b53d58c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721669 Sep 03 01:39:02.160058 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-df6b23f5-a1dd-4411-b31c-f1df168c5ba2 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=032bf397-9317-48c8-8b99-bddb13c489ed HTTP/1.1" status: 200 len: 999 time: 0.1221595 Sep 03 01:39:02.221588 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-e6094d8d-6013-4ad8-97d4-8e4800f2f375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:02.223176 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-e6094d8d-6013-4ad8-97d4-8e4800f2f375 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 200 len: 850 time: 0.0562234 Sep 03 01:39:02.231082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-d06f69d8-0ffb-40af-9450-2181da2d4136 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252916 Sep 03 01:39:02.266871 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'f08ea606-69d0-49c2-9c4f-3eaf208103fb', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'port_id': '032bf397-9317-48c8-8b99-bddb13c489ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'mac_address': 'fa:16:3e:34:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:43Z', 'updated_at': '2022-09-03T01:39:01Z', 'revision_number': 1, 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:02.280726 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47316) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:02.297724 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:39:02.300275 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-94202bbd-a127-4840-801f-a09b92709538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:02.302661 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-94202bbd-a127-4840-801f-a09b92709538 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=3699488b-c45e-45e8-a057-bbc9d098a735&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711780 Sep 03 01:39:02.307929 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:02.308548 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:38:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:02.342312 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-74a46cb4-c01f-40bf-bc7b-8fafc70a391a req-12d8df32-e74c-4499-a44a-13891752f230 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049075 Sep 03 01:39:02.350743 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:02.399959 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:02.423749 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:02.445028 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f9db6112-05ff-4db9-92d7-ead8c955126b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.449615 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-77d506b4-1cb0-4bf7-9216-1cd7f7c0eb32 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286621 Sep 03 01:39:02.581610 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c29e3dfe-43ff-445b-bdba-77c2277a82ee req-aac4b54d-cf8d-4432-b5d4-e9e6296e4201 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240640 Sep 03 01:39:02.592270 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:02.607510 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f9db6112-05ff-4db9-92d7-ead8c955126b admin admin] Publish callbacks [] for security_group (03969594-7439-4323-8fed-0a8d66a70720), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.641939 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'f08ea606-69d0-49c2-9c4f-3eaf208103fb', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'port_id': '032bf397-9317-48c8-8b99-bddb13c489ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'mac_address': 'fa:16:3e:34:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:43Z', 'updated_at': '2022-09-03T01:39:01Z', 'revision_number': 1, 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:02.667637 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad8f043-b5dc-49e2-a1b8-5c44db6b8772 None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'f08ea606-69d0-49c2-9c4f-3eaf208103fb', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'port_id': '032bf397-9317-48c8-8b99-bddb13c489ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'mac_address': 'fa:16:3e:34:3f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:38:43Z', 'updated_at': '2022-09-03T01:39:01Z', 'revision_number': 1, 'project_id': '53cde5b369084772897d46c38b083d8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:39:02.693218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f9db6112-05ff-4db9-92d7-ead8c955126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (03969594-7439-4323-8fed-0a8d66a70720), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.732545 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db6112-05ff-4db9-92d7-ead8c955126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03969594-7439-4323-8fed-0a8d66a70720,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:02.738430 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f9db6112-05ff-4db9-92d7-ead8c955126b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6788366267634586abdb33471f05d178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4549856 Sep 03 01:39:02.739768 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47320) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:02.791975 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-29424c87-8a26-4d1c-8168-608167416510 admin admin] Publish callbacks [] for security_group (03969594-7439-4323-8fed-0a8d66a70720), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.794101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:02.816465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-29424c87-8a26-4d1c-8168-608167416510 admin admin] Publish callbacks [] for security_group (03969594-7439-4323-8fed-0a8d66a70720), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.865195 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827e7e5d-7905-4493-a602-344b961285c7 None None] New status for floating IP f08ea606-69d0-49c2-9c4f-3eaf208103fb: ACTIVE {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:39:02.950567 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-29424c87-8a26-4d1c-8168-608167416510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (03969594-7439-4323-8fed-0a8d66a70720), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.953148 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-29424c87-8a26-4d1c-8168-608167416510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:02.954285 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-29424c87-8a26-4d1c-8168-608167416510 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/03969594-7439-4323-8fed-0a8d66a70720 HTTP/1.1" status: 204 len: 168 time: 0.2132320 Sep 03 01:39:02.963850 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29424c87-8a26-4d1c-8168-608167416510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03969594-7439-4323-8fed-0a8d66a70720,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:03.786162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47336) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:03.800261 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ff0404c-aab2-4fe3-baa7-b17af69c986a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:03.883820 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ff0404c-aab2-4fe3-baa7-b17af69c986a admin admin] Publish callbacks [] for security_group (fcaa5497-bc21-4143-830f-4ba27f2a4fa0), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:03.944401 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-0ff0404c-aab2-4fe3-baa7-b17af69c986a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fcaa5497-bc21-4143-830f-4ba27f2a4fa0), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:03.985301 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-0ff0404c-aab2-4fe3-baa7-b17af69c986a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=293be8bfb24b45ec897eda71741f3ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979933 Sep 03 01:39:03.986142 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0404c-aab2-4fe3-baa7-b17af69c986a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa5497-bc21-4143-830f-4ba27f2a4fa0,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:03.988036 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47340) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:04.014792 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:04.040190 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ebb64de1-0283-40a6-9622-db705964d7d6 admin admin] Publish callbacks [] for security_group (fcaa5497-bc21-4143-830f-4ba27f2a4fa0), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:04.061500 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ebb64de1-0283-40a6-9622-db705964d7d6 admin admin] Publish callbacks [] for security_group (fcaa5497-bc21-4143-830f-4ba27f2a4fa0), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:04.235967 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ebb64de1-0283-40a6-9622-db705964d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fcaa5497-bc21-4143-830f-4ba27f2a4fa0), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:04.238598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ebb64de1-0283-40a6-9622-db705964d7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:04.240265 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ebb64de1-0283-40a6-9622-db705964d7d6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fcaa5497-bc21-4143-830f-4ba27f2a4fa0 HTTP/1.1" status: 204 len: 168 time: 0.2505522 Sep 03 01:39:04.248693 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb64de1-0283-40a6-9622-db705964d7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa5497-bc21-4143-830f-4ba27f2a4fa0,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:08.789198 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:39:12.044593 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47488) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:12.163012 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c4633ee4-e95a-442c-a1c3-d8d674b27fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.247954 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c4633ee4-e95a-442c-a1c3-d8d674b27fe7 admin admin] Publish callbacks [] for security_group (f915abc2-2e9f-4f1e-8447-6939e9672195), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.315347 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c4633ee4-e95a-442c-a1c3-d8d674b27fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f915abc2-2e9f-4f1e-8447-6939e9672195), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.352564 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c4633ee4-e95a-442c-a1c3-d8d674b27fe7 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=378e3decbdca4e779c2b488b2a1d738f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065634 Sep 03 01:39:12.353671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4633ee4-e95a-442c-a1c3-d8d674b27fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f915abc2-2e9f-4f1e-8447-6939e9672195,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:12.355725 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47494) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:12.406528 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f791c1d8-8dc1-4a15-9eb7-0003ebc524d0 admin admin] Publish callbacks [] for security_group (f915abc2-2e9f-4f1e-8447-6939e9672195), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.426944 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f791c1d8-8dc1-4a15-9eb7-0003ebc524d0 admin admin] Publish callbacks [] for security_group (f915abc2-2e9f-4f1e-8447-6939e9672195), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.526826 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f791c1d8-8dc1-4a15-9eb7-0003ebc524d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (f915abc2-2e9f-4f1e-8447-6939e9672195), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.529387 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f791c1d8-8dc1-4a15-9eb7-0003ebc524d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:12.530582 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f791c1d8-8dc1-4a15-9eb7-0003ebc524d0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/f915abc2-2e9f-4f1e-8447-6939e9672195 HTTP/1.1" status: 204 len: 168 time: 0.1737275 Sep 03 01:39:12.539185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791c1d8-8dc1-4a15-9eb7-0003ebc524d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f915abc2-2e9f-4f1e-8447-6939e9672195,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:13.159731 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47506) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:13.173646 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a5222106-7436-43aa-9e93-b9c1118be681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.253820 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a5222106-7436-43aa-9e93-b9c1118be681 admin admin] Publish callbacks [] for security_group (a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.361503 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a5222106-7436-43aa-9e93-b9c1118be681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.405180 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a5222106-7436-43aa-9e93-b9c1118be681 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b48af8a4bac64df2bab596137c7be7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443430 Sep 03 01:39:13.406422 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5222106-7436-43aa-9e93-b9c1118be681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:13.408013 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47512) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:13.463690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7ef56a1e-b1cc-4a18-9dd1-16cbf6eb2ba0 admin admin] Publish callbacks [] for security_group (a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.484345 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7ef56a1e-b1cc-4a18-9dd1-16cbf6eb2ba0 admin admin] Publish callbacks [] for security_group (a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.573126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7ef56a1e-b1cc-4a18-9dd1-16cbf6eb2ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.575708 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7ef56a1e-b1cc-4a18-9dd1-16cbf6eb2ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:13.576860 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7ef56a1e-b1cc-4a18-9dd1-16cbf6eb2ba0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe HTTP/1.1" status: 204 len: 168 time: 0.1673899 Sep 03 01:39:13.594396 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef56a1e-b1cc-4a18-9dd1-16cbf6eb2ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ac5a6-ee41-4cfd-917e-a82f53e4c1fe,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:16.846815 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:18.274723 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6b54c-1be8-4bd2-b78a-65a7768bcbd7 req-40b4f5a7-d7e1-4404-a7a5-b6425e84bdaa tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:18.276194 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e8a6b54c-1be8-4bd2-b78a-65a7768bcbd7 req-40b4f5a7-d7e1-4404-a7a5-b6425e84bdaa tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0649557 Sep 03 01:39:18.324633 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e8a6b54c-1be8-4bd2-b78a-65a7768bcbd7 req-2593811e-4773-448f-9dab-80f257c24915 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Sep 03 01:39:18.542925 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:18.560135 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c991464f-a3e7-403a-8575-ae8cbcd08672 req-044fb698-1d7e-4ce5-a2e0-53641a38d308 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:18.561569 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c991464f-a3e7-403a-8575-ae8cbcd08672 req-044fb698-1d7e-4ce5-a2e0-53641a38d308 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0459051 Sep 03 01:39:18.608455 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c991464f-a3e7-403a-8575-ae8cbcd08672 req-2a4248d2-ea49-45dd-a634-962a84f34118 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413246 Sep 03 01:39:18.784512 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:19.452164 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679a599-5f2e-48a3-a1b7-b2dfa0ce4413 req-dc4d8562-268b-4e89-8e47-f828210aaabb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:19.453593 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0679a599-5f2e-48a3-a1b7-b2dfa0ce4413 req-dc4d8562-268b-4e89-8e47-f828210aaabb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0461698 Sep 03 01:39:19.501259 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0679a599-5f2e-48a3-a1b7-b2dfa0ce4413 req-9537b424-fa57-46da-be22-220049f554d1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412118 Sep 03 01:39:19.532500 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dbe16fd9-5c88-43ac-b043-d5818446a638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:19.729722 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9226ac-51cc-44b7-bada-a449219b8662 req-9f318e60-d4f5-4523-a0e0-c1aaa21529f9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:19.731170 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ee9226ac-51cc-44b7-bada-a449219b8662 req-9f318e60-d4f5-4523-a0e0-c1aaa21529f9 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0489786 Sep 03 01:39:19.774440 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:19.778975 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ee9226ac-51cc-44b7-bada-a449219b8662 req-be7ae6f7-e439-4a50-8272-53efb2588f67 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423541 Sep 03 01:39:20.624586 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab33cf-f2a2-4f0e-af71-4be2befab10b req-65bbee91-b99b-4dbf-956b-cf44785f5759 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:20.626029 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-05ab33cf-f2a2-4f0e-af71-4be2befab10b req-65bbee91-b99b-4dbf-956b-cf44785f5759 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0463312 Sep 03 01:39:20.675686 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-05ab33cf-f2a2-4f0e-af71-4be2befab10b req-9cf04562-da29-46ef-a4e2-511265cd946e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442531 Sep 03 01:39:20.902494 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590f614-70a7-4e3c-af5b-fc4e105040db req-4afb3587-13e0-4841-b376-4b2709c352ed tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:20.903954 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5590f614-70a7-4e3c-af5b-fc4e105040db req-4afb3587-13e0-4841-b376-4b2709c352ed tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0477991 Sep 03 01:39:20.951964 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5590f614-70a7-4e3c-af5b-fc4e105040db req-069fa145-3d68-4315-87d9-45f085b6b6c1 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419753 Sep 03 01:39:21.761818 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:21.797888 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d1f59-d848-4dc3-b37d-f84d67e3d411 req-79680555-d9b9-4a42-a918-1543387534a0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:21.799405 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d42d1f59-d848-4dc3-b37d-f84d67e3d411 req-79680555-d9b9-4a42-a918-1543387534a0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0487745 Sep 03 01:39:21.849231 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d42d1f59-d848-4dc3-b37d-f84d67e3d411 req-c043e68a-ca5c-46ff-a0c8-5afcff406531 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Sep 03 01:39:22.001748 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8f5cd9e0-9a06-48b8-b578-fd52470f112b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:22.074001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77702ea2-2808-4ca4-a364-3c9221d719ee req-3b2302d1-d4f5-4030-9dc4-a7fad9e81a95 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:22.075538 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-77702ea2-2808-4ca4-a364-3c9221d719ee req-3b2302d1-d4f5-4030-9dc4-a7fad9e81a95 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0482676 Sep 03 01:39:22.125932 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-77702ea2-2808-4ca4-a364-3c9221d719ee req-acceab47-deb0-49c1-98a5-3e2edd03417f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441856 Sep 03 01:39:22.983493 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14932dc0-be74-4e9a-a3d0-cd100cd0eb0d req-19530985-737f-4c74-af02-ebdd83eed2a1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:22.990191 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14932dc0-be74-4e9a-a3d0-cd100cd0eb0d req-19530985-737f-4c74-af02-ebdd83eed2a1 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0554025 Sep 03 01:39:23.024870 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:23.032427 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-14932dc0-be74-4e9a-a3d0-cd100cd0eb0d req-d4398de7-d27d-4a85-a461-fc423ec8b2e2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Sep 03 01:39:23.252402 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b49ff-ac47-498a-ac3e-926028dcf2f0 req-ea57a3e7-b0e4-4c4d-8da0-5f5b62d3e6ee tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:23.254097 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-765b49ff-ac47-498a-ac3e-926028dcf2f0 req-ea57a3e7-b0e4-4c4d-8da0-5f5b62d3e6ee tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0516841 Sep 03 01:39:23.310464 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-765b49ff-ac47-498a-ac3e-926028dcf2f0 req-57afee0d-4e37-468d-bb62-41713693692f tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492465 Sep 03 01:39:24.142589 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:24.161555 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2cfe5-98f3-4c99-8a03-c7ede8e0b0a6 req-72371da4-0305-472e-b409-e70f99d80cee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:24.163014 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54b2cfe5-98f3-4c99-8a03-c7ede8e0b0a6 req-72371da4-0305-472e-b409-e70f99d80cee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0511260 Sep 03 01:39:24.211712 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54b2cfe5-98f3-4c99-8a03-c7ede8e0b0a6 req-6fb3090d-22bc-4910-a3c3-fe304ff6a3a0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421019 Sep 03 01:39:24.430993 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb8971-96fb-4df7-a260-ea613415a453 req-6d7c15ab-ace0-4456-ade6-7395614a6c02 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:24.434013 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7cbb8971-96fb-4df7-a260-ea613415a453 req-6d7c15ab-ace0-4456-ade6-7395614a6c02 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0473254 Sep 03 01:39:24.480079 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7cbb8971-96fb-4df7-a260-ea613415a453 req-56421de5-0bfd-4605-8e42-f373cdddcb08 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418820 Sep 03 01:39:24.784266 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:24.801164 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:25.350198 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91155ddc-f359-42b2-845a-d00dc04b3e75 req-71390979-ed25-4559-b76c-eb3a3efe84d0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:25.352800 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-91155ddc-f359-42b2-845a-d00dc04b3e75 req-71390979-ed25-4559-b76c-eb3a3efe84d0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0558701 Sep 03 01:39:25.406815 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-91155ddc-f359-42b2-845a-d00dc04b3e75 req-43c2ad28-cc19-4dc1-8e28-8ce64a2f0b31 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480111 Sep 03 01:39:25.624350 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6928-ced1-4c7e-9bc3-a6b0302a3110 req-7007d117-5bbc-4e95-96f4-a09acb14efdb tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:25.625990 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-93fa6928-ced1-4c7e-9bc3-a6b0302a3110 req-7007d117-5bbc-4e95-96f4-a09acb14efdb tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0654309 Sep 03 01:39:25.681096 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-93fa6928-ced1-4c7e-9bc3-a6b0302a3110 req-af43707a-b96d-4cbe-81ef-f3ba3c5dd2cf tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492141 Sep 03 01:39:26.389671 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-2f23d95a-baa5-48e8-a76f-65f0f7f9c1db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:26.391145 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-2f23d95a-baa5-48e8-a76f-65f0f7f9c1db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0470445 Sep 03 01:39:26.485769 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port d45b0a37-c43a-46e4-8121-1008ccf616f3 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:26.485769 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:26.573231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288f4c2-079f-4d87-a0c7-1eb61754ed57 req-15b0cbd4-1665-4cef-af12-84e84432bb05 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:26.574755 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0288f4c2-079f-4d87-a0c7-1eb61754ed57 req-15b0cbd4-1665-4cef-af12-84e84432bb05 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 946 time: 0.0849752 Sep 03 01:39:26.585794 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-1e8bc5fa-b9a9-438c-bb96-80903086864b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:26.586444 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] For port d45b0a37-c43a-46e4-8121-1008ccf616f3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=d45b0a37-c43a-46e4-8121-1008ccf616f3,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:26.587093 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:26.587466 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-1e8bc5fa-b9a9-438c-bb96-80903086864b tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.0644825 Sep 03 01:39:26.671423 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0288f4c2-079f-4d87-a0c7-1eb61754ed57 req-53599249-99df-44a3-89f5-67f398deece4 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1a6bba98-e122-4856-ae5b-131124923b5a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829990 Sep 03 01:39:26.727100 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Deleting port f1b93106-790d-4f9d-9fae-cd59eef8bc20 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:26.727100 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:26.808942 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] For port f1b93106-790d-4f9d-9fae-cd59eef8bc20, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f1b93106-790d-4f9d-9fae-cd59eef8bc20,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:26.809305 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:26.824283 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Calling delete_port for f1b93106-790d-4f9d-9fae-cd59eef8bc20 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:26.867972 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaa3ff-ec3a-4b97-8a64-b15ec0adb14a req-f1b5db40-9ea3-4f2b-8c53-959804aa3ef7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:26.869863 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d6eaa3ff-ec3a-4b97-8a64-b15ec0adb14a req-f1b5db40-9ea3-4f2b-8c53-959804aa3ef7 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 946 time: 0.1019771 Sep 03 01:39:26.893457 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:26.893817 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (49eeb388-d0c0-497f-aa70-2786b73bdabd), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:26.894125 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 49eeb388-d0c0-497f-aa70-2786b73bdabd disassociated. External IP: 172.27.1.211, port: d45b0a37-c43a-46e4-8121-1008ccf616f3. Sep 03 01:39:26.894591 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for d45b0a37-c43a-46e4-8121-1008ccf616f3 owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:26.904866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:26.967275 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:26.977035 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d6eaa3ff-ec3a-4b97-8a64-b15ec0adb14a req-babf551f-777c-4876-a857-69c1f2c40e8a tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=a35f4496-d8f9-4032-9352-4b18f4be8d2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977862 Sep 03 01:39:27.018998 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (f1b93106-790d-4f9d-9fae-cd59eef8bc20), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:27.034585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['f1b93106-790d-4f9d-9fae-cd59eef8bc20'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:39:27.048335 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Pushing event deleted for resources: {'Port': ['ID=f1b93106-790d-4f9d-9fae-cd59eef8bc20,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:27.095739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] No DVR routers for this DVR port f1b93106-790d-4f9d-9fae-cd59eef8bc20 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:27.098252 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:27.102361 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f36c142f-f59b-4d54-81f9-e2381cd02aaf req-20e6b02c-ed7b-4a65-973e-2c9b3f158561 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f1b93106-790d-4f9d-9fae-cd59eef8bc20 HTTP/1.1" status: 204 len: 173 time: 0.4993668 Sep 03 01:39:27.102811 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'name': 'network-vif-deleted', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:27.105022 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af275669-8dcd-4433-af00-e46ef3ccac07" -d '{"events": [{"server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "name": "network-vif-deleted", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:27.140852 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1d0ad7-216c-4459-965f-8615a91309ab x-openstack-request-id: req-fe1d0ad7-216c-4459-965f-8615a91309ab {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:27.141141 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5df2d41-c884-4178-9a70-150c16cf1c5f", "name": "network-vif-deleted", "tag": "f1b93106-790d-4f9d-9fae-cd59eef8bc20", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:27.141420 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe1d0ad7-216c-4459-965f-8615a91309ab {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:27.141847 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe1d0ad7-216c-4459-965f-8615a91309ab'] response: {'server_uuid': 'e5df2d41-c884-4178-9a70-150c16cf1c5f', 'name': 'network-vif-deleted', 'tag': 'f1b93106-790d-4f9d-9fae-cd59eef8bc20', 'status': 'completed', 'code': 200} Sep 03 01:39:27.178679 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (d45b0a37-c43a-46e4-8121-1008ccf616f3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:27.207376 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=d45b0a37-c43a-46e4-8121-1008ccf616f3,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:27.330914 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:39:27.440817 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:39:27.451199 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:39:27.466458 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:27.467339 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:27.540190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] No DVR routers for this DVR port d45b0a37-c43a-46e4-8121-1008ccf616f3 on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:27.546489 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:27.550115 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a045ce5f-1a46-4b64-8cde-625a91d5e5ca req-978362a2-d97a-447a-b3b5-097707e285db tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "DELETE /networking/v2.0/ports/d45b0a37-c43a-46e4-8121-1008ccf616f3 HTTP/1.1" status: 204 len: 173 time: 1.1528997 Sep 03 01:39:27.550457 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'name': 'network-vif-deleted', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:27.558653 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdeb854b-e3d7-4f9d-a857-d63a97a6e753" -d '{"events": [{"server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "name": "network-vif-deleted", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:27.601533 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14171018-51ce-4e71-8d31-84363e52b20b x-openstack-request-id: req-14171018-51ce-4e71-8d31-84363e52b20b {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:27.602891 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fb78ff3-5840-45d5-8185-450243588142", "name": "network-vif-deleted", "tag": "d45b0a37-c43a-46e4-8121-1008ccf616f3", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:27.603373 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14171018-51ce-4e71-8d31-84363e52b20b {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:27.604001 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14171018-51ce-4e71-8d31-84363e52b20b'] response: {'server_uuid': '3fb78ff3-5840-45d5-8185-450243588142', 'name': 'network-vif-deleted', 'tag': 'd45b0a37-c43a-46e4-8121-1008ccf616f3', 'status': 'completed', 'code': 200} Sep 03 01:39:27.637822 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:27.852998 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-618824d8-b512-462e-b607-db446bdf6a02 req-714b4106-aa85-47e6-9eac-968eb57a9e3d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 210 time: 0.0393071 Sep 03 01:39:27.905727 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:27.922718 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:27.953149 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:39:27.961782 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:27.962423 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:28.067053 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:28.097171 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-96e0c86f-17a2-4245-bf64-20aa3a2c0f4a req-77a685da-4c10-40db-9ca9-2f5e034bf566 tempest-TestMinimumBasicScenario-1297237569 tempest-TestMinimumBasicScenario-1297237569-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e5df2d41-c884-4178-9a70-150c16cf1c5f HTTP/1.1" status: 200 len: 210 time: 0.0312731 Sep 03 01:39:28.275755 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:28.300763 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f50256-1c66-47a6-af1e-35f980911285 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:39:28.540496 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826b60f-8dae-418d-8a64-c39ff0e4502d None None] New status for floating IP 49eeb388-d0c0-497f-aa70-2786b73bdabd: DOWN {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:39:28.983801 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bcec3659-c100-4d7b-b24e-e299ac6f34b5 req-43ae6526-12c0-46f1-ae02-a7686e22a000 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=3fb78ff3-5840-45d5-8185-450243588142 HTTP/1.1" status: 200 len: 210 time: 0.0316136 Sep 03 01:39:29.809649 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47774) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:29.919726 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb131-4703-4fec-87b3-db16b5720438 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:29.955609 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:29.996176 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb131-4703-4fec-87b3-db16b5720438 admin admin] Publish callbacks [] for security_group (380e22d4-59d4-4c6e-b46f-0d7c31438575), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.068321 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f1b93106-790d-4f9d-9fae-cd59eef8bc20 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:30.069062 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:30.089314 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: f1b93106-790d-4f9d-9fae-cd59eef8bc20 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:30.091425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f1b93106-790d-4f9d-9fae-cd59eef8bc20 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:30.091425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d45b0a37-c43a-46e4-8121-1008ccf616f3 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:30.108857 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: d45b0a37-c43a-46e4-8121-1008ccf616f3 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:30.114459 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device d45b0a37-c43a-46e4-8121-1008ccf616f3 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:30.138232 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fd5fb131-4703-4fec-87b3-db16b5720438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (380e22d4-59d4-4c6e-b46f-0d7c31438575), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.153418 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:30.169101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47794) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:30.178904 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fb131-4703-4fec-87b3-db16b5720438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380e22d4-59d4-4c6e-b46f-0d7c31438575,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:30.185306 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-fd5fb131-4703-4fec-87b3-db16b5720438 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=df1ffe4077c743d195c0a2a6001ed842&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745310 Sep 03 01:39:30.189060 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47796) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:30.259460 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (1a6bba98-e122-4856-ae5b-131124923b5a), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.285829 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d077e19-686a-4f79-8b09-ba644f50cd9b admin admin] Publish callbacks [] for security_group (380e22d4-59d4-4c6e-b46f-0d7c31438575), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.303195 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (1a6bba98-e122-4856-ae5b-131124923b5a), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.328113 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d077e19-686a-4f79-8b09-ba644f50cd9b admin admin] Publish callbacks [] for security_group (380e22d4-59d4-4c6e-b46f-0d7c31438575), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.379421 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:30.475205 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (1a6bba98-e122-4856-ae5b-131124923b5a), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.478822 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.482188 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1a6bba98-e122-4856-ae5b-131124923b5a HTTP/1.1" status: 204 len: 168 time: 0.3097246 Sep 03 01:39:30.482572 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47804) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:30.483626 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d077e19-686a-4f79-8b09-ba644f50cd9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (380e22d4-59d4-4c6e-b46f-0d7c31438575), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.486190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d077e19-686a-4f79-8b09-ba644f50cd9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:30.487349 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-6d077e19-686a-4f79-8b09-ba644f50cd9b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/380e22d4-59d4-4c6e-b46f-0d7c31438575 HTTP/1.1" status: 204 len: 168 time: 0.2973957 Sep 03 01:39:30.496008 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6bba98-e122-4856-ae5b-131124923b5a,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:30.502637 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-74eb19c5-3757-4972-875e-43d9049755aa tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] show failed (client error): The resource could not be found. Sep 03 01:39:30.506491 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506621 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-74eb19c5-3757-4972-875e-43d9049755aa tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups/1a6bba98-e122-4856-ae5b-131124923b5a HTTP/1.1" status: 404 len: 347 time: 0.0201015 Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.506747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.507923 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47808) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:30.508000 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.508000 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.508555 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.508895 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.509313 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f16390-0dd2-4435-a01c-289375c36ffd tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:30.522687 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d077e19-686a-4f79-8b09-ba644f50cd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e22d4-59d4-4c6e-b46f-0d7c31438575,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:30.670720 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47810) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:30.888084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.002429 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ceaf2-15d2-43c2-9ae2-4e99a025e6b3 req-5ca76e4d-efe3-4fb4-9e05-5298c3ebd396 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:31.003863 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0f9ceaf2-15d2-43c2-9ae2-4e99a025e6b3 req-5ca76e4d-efe3-4fb4-9e05-5298c3ebd396 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 946 time: 0.0767679 Sep 03 01:39:31.021018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port c8b6b70c-0041-47c3-8978-5cbaa5847113 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:31.021352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.102555 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0f9ceaf2-15d2-43c2-9ae2-4e99a025e6b3 req-2ecaebae-e9ca-41eb-b2b7-f8cfff40a993 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915065 Sep 03 01:39:31.127364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.127684 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (c8b6b70c-0041-47c3-8978-5cbaa5847113), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.143993 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for c8b6b70c-0041-47c3-8978-5cbaa5847113 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:31.244397 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47818) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:31.252107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:31.264854 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e8cc-fe61-4934-8ef4-0522550226ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.267849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.355603 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (c8b6b70c-0041-47c3-8978-5cbaa5847113), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.381250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=c8b6b70c-0041-47c3-8978-5cbaa5847113,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:31.450489 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (49eeb388-d0c0-497f-aa70-2786b73bdabd), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.453618 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.454825 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-6361d15c-ab9a-48cc-b2ce-0fb17a3b0ebf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/49eeb388-d0c0-497f-aa70-2786b73bdabd HTTP/1.1" status: 204 len: 168 time: 0.9465339 Sep 03 01:39:31.484961 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e8cc-fe61-4934-8ef4-0522550226ae admin admin] Publish callbacks [] for security_group (2e61349e-cae1-448a-9d5a-32eb25dbe13a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.543076 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:31.548226 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ffa8e8cc-fe61-4934-8ef4-0522550226ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2e61349e-cae1-448a-9d5a-32eb25dbe13a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.571293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Deleting port 6e0e739c-4f9e-4357-a393-b728d662a6d9 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:31.571576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.594294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47822) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:31.599027 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2115657419', 'description': 'tempest-description--428065962'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:31.632065 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8e8cc-fe61-4934-8ef4-0522550226ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e61349e-cae1-448a-9d5a-32eb25dbe13a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:31.636738 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ffa8e8cc-fe61-4934-8ef4-0522550226ae admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e7fc7dced866457b983653983f6ea9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3913968 Sep 03 01:39:31.639519 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47824) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:31.678139 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] For port 6e0e739c-4f9e-4357-a393-b728d662a6d9, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=6e0e739c-4f9e-4357-a393-b728d662a6d9,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:31.678686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.687220 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.692300 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Calling delete_port for 6e0e739c-4f9e-4357-a393-b728d662a6d9 owned by network:router_interface {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:31.699828 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-79580fff-127c-48bc-8896-12bb3a53be6c admin admin] Publish callbacks [] for security_group (2e61349e-cae1-448a-9d5a-32eb25dbe13a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.733289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-79580fff-127c-48bc-8896-12bb3a53be6c admin admin] Publish callbacks [] for security_group (2e61349e-cae1-448a-9d5a-32eb25dbe13a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.776761 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:31.808300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (dba4d638-b178-40c6-b72e-d42faa6d2c4f), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.910267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-79580fff-127c-48bc-8896-12bb3a53be6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2e61349e-cae1-448a-9d5a-32eb25dbe13a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.912848 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-79580fff-127c-48bc-8896-12bb3a53be6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.914210 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-79580fff-127c-48bc-8896-12bb3a53be6c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2e61349e-cae1-448a-9d5a-32eb25dbe13a HTTP/1.1" status: 204 len: 168 time: 0.2737405 Sep 03 01:39:31.916929 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (dba4d638-b178-40c6-b72e-d42faa6d2c4f), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.920747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:31.931305 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79580fff-127c-48bc-8896-12bb3a53be6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e61349e-cae1-448a-9d5a-32eb25dbe13a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:31.939334 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (6e0e739c-4f9e-4357-a393-b728d662a6d9), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:31.966401 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e0e739c-4f9e-4357-a393-b728d662a6d9,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:31.972323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:31.974851 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba4d638-b178-40c6-b72e-d42faa6d2c4f,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:32.020799 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.020799 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8dfba386-a083-4cdc-b453-7df84c8ebc74 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4240687 Sep 03 01:39:32.020799 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47828) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:32.024946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': 'dba4d638-b178-40c6-b72e-d42faa6d2c4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:32.133709 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (db9c5ba8-68b3-4bf5-af7f-08ab234c84f5), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.156077 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.248296 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (db9c5ba8-68b3-4bf5-af7f-08ab234c84f5), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.257631 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc04121-37f7-46eb-8523-e43cd1434507 req-78ba9eff-6630-43a4-9c39-e6417f126422 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:32.258512 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3cc04121-37f7-46eb-8523-e43cd1434507 req-78ba9eff-6630-43a4-9c39-e6417f126422 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 946 time: 0.0583866 Sep 03 01:39:32.318700 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (db9c5ba8-68b3-4bf5-af7f-08ab234c84f5), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.329104 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3cc04121-37f7-46eb-8523-e43cd1434507 req-e647a108-d605-4efe-9c90-0b29c908a78f tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=1431809f-154d-4a90-a2fa-4b290819fcc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604928 Sep 03 01:39:32.341801 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9c5ba8-68b3-4bf5-af7f-08ab234c84f5,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:32.384101 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:39:32.387498 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:32.414801 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.416217 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-662aacec-cabe-43a0-a1ff-28825596daee tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949914 Sep 03 01:39:32.425782 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47836) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:32.431102 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'security_group_rule': {'security_group_id': 'dba4d638-b178-40c6-b72e-d42faa6d2c4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:32.497656 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:39:32.506638 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47842) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:32.506796 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-635ed6be-6c8d-4258-a314-ea44fed1f6f4 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8351362 Sep 03 01:39:32.508048 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] Sync routers for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:39:32.521324 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:32.522029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:32.566496 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (3e4ece9f-7378-4ef8-921c-8a3c42006bbe), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.643532 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:32.672751 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks [] for router (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.676970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:32.698145 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-2497f091-2254-4067-aa6b-e3c48f00ad35 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:32.700310 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-2497f091-2254-4067-aa6b-e3c48f00ad35 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 946 time: 0.0683506 Sep 03 01:39:32.720750 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (3e4ece9f-7378-4ef8-921c-8a3c42006bbe), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.797632 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Deleting port 768a2c50-eeb8-48ba-885e-1eab0487f58f {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:32.797894 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.800696 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks [] for router_gateway (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.805775 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (3e4ece9f-7378-4ef8-921c-8a3c42006bbe), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.846472 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4ece9f-7378-4ef8-921c-8a3c42006bbe,revision_number=0']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:32.849141 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:39:31Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:32.875745 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] Checking router: 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:39:32.885256 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] Routers {'6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:32.886597 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:32.917333 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] For port 768a2c50-eeb8-48ba-885e-1eab0487f58f, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=768a2c50-eeb8-48ba-885e-1eab0487f58f,segment=NetworkSegment(4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174),segment_id=4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:32.917920 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.932402 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:32.933681 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-2485d5c8-12b8-4524-8784-414ee125b9a8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5068531 Sep 03 01:39:32.936905 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47852) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:32.939328 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Calling delete_port for 768a2c50-eeb8-48ba-885e-1eab0487f58f owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:32.943420 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:32.951219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Deleting port 17b7b48b-15f5-461c-9ca6-805384af1fdd {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:32.951597 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.066612 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] For port 17b7b48b-15f5-461c-9ca6-805384af1fdd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=17b7b48b-15f5-461c-9ca6-805384af1fdd,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:33.067263 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.077422 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.145288 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Calling delete_port for 17b7b48b-15f5-461c-9ca6-805384af1fdd owned by network:router_gateway {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:33.154690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:33.224133 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] Set router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:33.224692 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.227411 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (768a2c50-eeb8-48ba-885e-1eab0487f58f), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.255375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['768a2c50-eeb8-48ba-885e-1eab0487f58f'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:39:33.273820 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Pushing event deleted for resources: {'Port': ['ID=768a2c50-eeb8-48ba-885e-1eab0487f58f,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:33.349331 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] No DVR routers for this DVR port 768a2c50-eeb8-48ba-885e-1eab0487f58f on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:33.353471 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.357257 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7eaea348-ba3c-4897-aa1f-123ab75c5485 req-af816270-9809-428c-a231-1ca219f6eb48 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.42 "DELETE /networking/v2.0/ports/768a2c50-eeb8-48ba-885e-1eab0487f58f HTTP/1.1" status: 204 len: 173 time: 0.6515210 Sep 03 01:39:33.358916 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'name': 'network-vif-deleted', 'tag': '768a2c50-eeb8-48ba-885e-1eab0487f58f'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:33.361734 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05d6013-fe01-4751-b24f-b655fac0b421" -d '{"events": [{"server_uuid": "6b38d9e1-6eef-468f-82e1-a96d8d28214c", "name": "network-vif-deleted", "tag": "768a2c50-eeb8-48ba-885e-1eab0487f58f"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:33.457950 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:39:31Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:33.490816 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2f0c80-cc05-41de-8074-4ae1e4ae8c5c x-openstack-request-id: req-fa2f0c80-cc05-41de-8074-4ae1e4ae8c5c {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:33.491887 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b38d9e1-6eef-468f-82e1-a96d8d28214c", "name": "network-vif-deleted", "tag": "768a2c50-eeb8-48ba-885e-1eab0487f58f", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:33.492332 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa2f0c80-cc05-41de-8074-4ae1e4ae8c5c {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:33.492827 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa2f0c80-cc05-41de-8074-4ae1e4ae8c5c'] response: {'server_uuid': '6b38d9e1-6eef-468f-82e1-a96d8d28214c', 'name': 'network-vif-deleted', 'tag': '768a2c50-eeb8-48ba-885e-1eab0487f58f', 'status': 'completed', 'code': 200} Sep 03 01:39:33.517100 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.27.1.14 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/b3044645-1ee1-485d-9a85-5438f5c7c2b5) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:39:33.517629 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba9831-7e90-44bc-a55d-ec091732aa25 None None] The sync data for ids ['6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9'] in dv-cinder-838009-7-iscsi is: [{'id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'name': 'tempest-TestMinimumBasicScenario-1550340128-router', 'tenant_id': '364812df6abf492698453972e9a1d120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:26Z', 'updated_at': '2022-09-03T01:39:31Z', 'revision_number': 5, 'project_id': '364812df6abf492698453972e9a1d120', 'gw_port': {'id': '17b7b48b-15f5-461c-9ca6-805384af1fdd', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:cd:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:27Z', 'updated_at': '2022-09-03T01:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:39:33.579454 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6b444321-6b4d-419b-8a03-3bd14bcf02ed req-ab934296-d05a-46ef-b817-fba34db5ebc1 tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0510645 Sep 03 01:39:33.626712 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:33.676845 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.686872 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (17b7b48b-15f5-461c-9ca6-805384af1fdd), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.723559 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Pushing event deleted for resources: {'Port': ['ID=17b7b48b-15f5-461c-9ca6-805384af1fdd,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:33.808831 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.917615 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.933861 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:33.953294 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks [] for router_controller (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.029208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47868) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:34.037178 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:39:34.056392 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:39:34.059327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:39:34.065302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=b3044645-1ee1-485d-9a85-5438f5c7c2b5,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:34.163018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:34.187852 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (0c53e34d-8ae4-4b1d-be88-03c82da007d5), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.225199 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af2b9294-a161-42f4-9ab2-c128a8b96b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.258867 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.258867 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 {{(pid=106679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:39:34.260431 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.264378 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-aaef66ac-3a15-41f7-aabe-305b4e2e9387 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/6d7a4a35-ce45-4cdb-b558-1a8f43ced4d9 HTTP/1.1" status: 204 len: 168 time: 1.7558842 Sep 03 01:39:34.264989 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47874) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:34.313372 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af2b9294-a161-42f4-9ab2-c128a8b96b77 admin admin] Publish callbacks [] for security_group (3be726d3-b528-49e8-bf3e-cd6360b0c60e), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.322946 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Deleting subnet c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:39:34.326284 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Publish callbacks [] for subnet (c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.387005 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413660'] for subnet (c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.389141 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.402720 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af2b9294-a161-42f4-9ab2-c128a8b96b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3be726d3-b528-49e8-bf3e-cd6360b0c60e), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.414615 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:34.442939 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b9294-a161-42f4-9ab2-c128a8b96b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be726d3-b528-49e8-bf3e-cd6360b0c60e,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:34.449590 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-af2b9294-a161-42f4-9ab2-c128a8b96b77 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=3ea84ca91c7345b294a0fbdb77ee1799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4169722 Sep 03 01:39:34.449910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47876) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:34.569103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.633220 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-523f36d9-c947-4fba-98fa-e07d28e09f1d admin admin] Publish callbacks [] for security_group (3be726d3-b528-49e8-bf3e-cd6360b0c60e), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.655886 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:34.690749 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-523f36d9-c947-4fba-98fa-e07d28e09f1d admin admin] Publish callbacks [] for security_group (3be726d3-b528-49e8-bf3e-cd6360b0c60e), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.708232 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7404ea11-046b-42be-8f78-ed6e8846cfb6 req-210de0dd-20d0-42dd-b55f-65b3fa77192c tempest-VolumesSnapshotTestJSON-759650107 tempest-VolumesSnapshotTestJSON-759650107-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=6b38d9e1-6eef-468f-82e1-a96d8d28214c HTTP/1.1" status: 200 len: 210 time: 0.0278845 Sep 03 01:39:34.714264 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.798750 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6e0e739c-4f9e-4357-a393-b728d662a6d9 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:34.805287 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913985'] for subnet (c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.820504 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 6e0e739c-4f9e-4357-a393-b728d662a6d9 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:34.820929 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6e0e739c-4f9e-4357-a393-b728d662a6d9 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:34.821403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 17b7b48b-15f5-461c-9ca6-805384af1fdd no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:34.832171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:34.834610 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.841026 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 17b7b48b-15f5-461c-9ca6-805384af1fdd {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:34.841563 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 17b7b48b-15f5-461c-9ca6-805384af1fdd not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:34.845750 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca99fc8-515b-4a75-8859-a11b9c395e28 None None] Network c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:39:34.859022 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.862170 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-43cc4d25-17bf-41a1-9f0a-6c63d8cfeb28 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/c6554bcb-cf8f-47ec-aed2-f2b3f5d2c1a7 HTTP/1.1" status: 204 len: 168 time: 0.5962489 Sep 03 01:39:34.864846 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 47880) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:34.890181 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-523f36d9-c947-4fba-98fa-e07d28e09f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3be726d3-b528-49e8-bf3e-cd6360b0c60e), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.890869 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:34.892803 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-523f36d9-c947-4fba-98fa-e07d28e09f1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.896699 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-523f36d9-c947-4fba-98fa-e07d28e09f1d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3be726d3-b528-49e8-bf3e-cd6360b0c60e HTTP/1.1" status: 204 len: 168 time: 0.4430752 Sep 03 01:39:34.922496 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f36d9-c947-4fba-98fa-e07d28e09f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be726d3-b528-49e8-bf3e-cd6360b0c60e,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:34.929417 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=b3044645-1ee1-485d-9a85-5438f5c7c2b5,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:34.932273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (0c53e34d-8ae4-4b1d-be88-03c82da007d5), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:34.976257 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.020804 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Deleting port b14eef7e-f745-4255-9185-f13fd34e99f7 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:35.021146 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.026855 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.028128 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b974fa7f-a96e-4a12-9265-4fab4d30b384 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0903287 Sep 03 01:39:35.044977 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] DHCP port deletion for c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:39:35.066107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:35.089923 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] Deleting port b14eef7e-f745-4255-9185-f13fd34e99f7 {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:35.090297 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.104098 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] For port b14eef7e-f745-4255-9185-f13fd34e99f7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b14eef7e-f745-4255-9185-f13fd34e99f7,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:35.104464 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.124523 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Calling delete_port for b14eef7e-f745-4255-9185-f13fd34e99f7 owned by network:dhcp {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:35.166554 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] For port b14eef7e-f745-4255-9185-f13fd34e99f7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b14eef7e-f745-4255-9185-f13fd34e99f7,segment=NetworkSegment(3f23c41c-20fd-4665-b33d-7441b9cb599c),segment_id=3f23c41c-20fd-4665-b33d-7441b9cb599c)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:35.169600 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.170071 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=100 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:35.184619 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] Calling delete_port for b14eef7e-f745-4255-9185-f13fd34e99f7 owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:35.264495 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-f5c504bd-3d37-4359-bca3-b5504b81569e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2115657419&fields=id&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 267 time: 0.0466352 Sep 03 01:39:35.315131 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.323475 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (b14eef7e-f745-4255-9185-f13fd34e99f7), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.325327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:35.360670 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14eef7e-f745-4255-9185-f13fd34e99f7,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:35.360796 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] Pushing event deleted for resources: {'Port': ['ID=b14eef7e-f745-4255-9185-f13fd34e99f7,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:35.363898 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c099b41-e611-408f-aafc-596f75665b72 None None] No DVR routers for this DVR port b14eef7e-f745-4255-9185-f13fd34e99f7 on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:35.368718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] No DVR routers for this DVR port b14eef7e-f745-4255-9185-f13fd34e99f7 on host dv-cinder-838009-7-iscsi {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:35.398278 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-3aa5bf5b-bad8-43f5-89b8-ed21b1acf527 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:35.400027 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-3aa5bf5b-bad8-43f5-89b8-ed21b1acf527 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.1281102 Sep 03 01:39:35.418518 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-ff221793-9063-4f1c-a126-254d34cd5b77 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/quotas/02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 375 time: 0.0109770 Sep 03 01:39:35.459279 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.473177 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-56ba5e3f-8b45-4b30-b879-d9ea3071a6a9 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483177 Sep 03 01:39:35.483976 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c48c52-ba15-4f2e-b132-5ab71bb2bb99']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:35.495346 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f23c41c-20fd-4665-b33d-7441b9cb599c') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:35.496695 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f23c41c-20fd-4665-b33d-7441b9cb599c') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:35.506799 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (3f23c41c-20fd-4665-b33d-7441b9cb599c), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.520716 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (3f23c41c-20fd-4665-b33d-7441b9cb599c), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.528139 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:39:35.531178 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (3f23c41c-20fd-4665-b33d-7441b9cb599c), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.575114 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 3f23c41c-20fd-4665-b33d-7441b9cb599c resource provider aggregate not found Sep 03 01:39:35.578059 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-448a40c5-8f8b-49f5-bdd4-0ca8143b6e31 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917699 Sep 03 01:39:35.594230 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 3f23c41c-20fd-4665-b33d-7441b9cb599c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f23c41c-20fd-4665-b33d-7441b9cb599c found for delete ", "request_id": "req-185ef4f1-d3ce-47a7-a28b-c684fe870cb3"}]} Sep 03 01:39:35.674262 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-fbc51d00-491e-4869-8fcf-291447078fd0 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862033 Sep 03 01:39:35.686151 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (c2c48c52-ba15-4f2e-b132-5ab71bb2bb99), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.693407 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:35.697419 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/c2c48c52-ba15-4f2e-b132-5ab71bb2bb99 HTTP/1.1" status: 204 len: 168 time: 0.8314283 Sep 03 01:39:35.700572 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 47910) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:35.708081 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7e635-f7f3-4958-bdc6-5e91cf4d7b88 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c48c52-ba15-4f2e-b132-5ab71bb2bb99,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:35.978888 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2e3d9ce0-6200-48b2-b4cd-641c9f799431 req-8ff65728-187b-485c-885d-62ab4f1471c3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0382729 Sep 03 01:39:36.022851 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:36.068438 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 768a2c50-eeb8-48ba-885e-1eab0487f58f no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:36.092196 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 768a2c50-eeb8-48ba-885e-1eab0487f58f {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:36.092826 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 768a2c50-eeb8-48ba-885e-1eab0487f58f not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:36.196727 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (4c33ef86-473e-4d52-9945-ddf184c7a975), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:36.626526 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b14eef7e-f745-4255-9185-f13fd34e99f7 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:36.652695 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: b14eef7e-f745-4255-9185-f13fd34e99f7 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:36.653134 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b14eef7e-f745-4255-9185-f13fd34e99f7 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:36.731358 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Deleting port b1b39a7d-d4b3-436b-baa5-fd05cba706c7 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:36.731920 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:36.816018 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] For port b1b39a7d-d4b3-436b-baa5-fd05cba706c7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:36.818078 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:36.831126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Calling delete_port for b1b39a7d-d4b3-436b-baa5-fd05cba706c7 owned by network:router_interface {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:37.093987 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-276b18b2-6633-4157-9847-75ee4a6846a1 req-c2c239dd-9885-4b72-bff0-b4f8b1f403e2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0291378 Sep 03 01:39:37.099385 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b1b39a7d-d4b3-436b-baa5-fd05cba706c7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:37.128873 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b39a7d-d4b3-436b-baa5-fd05cba706c7,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:37.203387 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:37.312326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (4c33ef86-473e-4d52-9945-ddf184c7a975), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:37.315235 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:37.542927 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Router 4c33ef86-473e-4d52-9945-ddf184c7a975 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:39:37.661776 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:39:37.668370 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-9479db7c-6f3f-4a30-8127-40bbdbb0529f admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/4c33ef86-473e-4d52-9945-ddf184c7a975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9660809 Sep 03 01:39:37.671086 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48000) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:37.672857 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] Sync routers for ids ['4c33ef86-473e-4d52-9945-ddf184c7a975'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:39:37.686725 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] Routers {'4c33ef86-473e-4d52-9945-ddf184c7a975'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:37.687371 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['4c33ef86-473e-4d52-9945-ddf184c7a975'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:37.807313 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks [] for router (4c33ef86-473e-4d52-9945-ddf184c7a975), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:37.815503 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] Set router 4c33ef86-473e-4d52-9945-ddf184c7a975 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:37.862525 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:37.939385 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks [] for router_gateway (4c33ef86-473e-4d52-9945-ddf184c7a975), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.043347 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226'}], 'enable_snat': True}, 'gw_port_id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:39:36Z', 'revision_number': 5, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port': {'id': 'da521928-ea09-41fa-95ba-358d3fa58b6d', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:e3:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:35:38Z', 'updated_at': '2022-09-03T01:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:38.067748 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Deleting port da521928-ea09-41fa-95ba-358d3fa58b6d {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:38.068407 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.070871 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] Checking router: 4c33ef86-473e-4d52-9945-ddf184c7a975 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:39:38.079320 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] Routers {'4c33ef86-473e-4d52-9945-ddf184c7a975'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:38.080056 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['4c33ef86-473e-4d52-9945-ddf184c7a975'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:38.159621 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] For port da521928-ea09-41fa-95ba-358d3fa58b6d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=da521928-ea09-41fa-95ba-358d3fa58b6d,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:38.160746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.192550 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Calling delete_port for da521928-ea09-41fa-95ba-358d3fa58b6d owned by network:router_gateway {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:38.248871 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-102fc1da-5f22-4282-8361-8ebecdb58074 req-f1e8ec91-6ddd-4bae-94a6-ae80ec3416d0 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0394564 Sep 03 01:39:38.276195 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] Set router 4c33ef86-473e-4d52-9945-ddf184c7a975 gateway port host: None {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:38.341125 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:39:37Z', 'revision_number': 6, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:38.373956 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33bee43-a88b-46b2-a694-dc6b2b01bf76 None None] The sync data for ids ['4c33ef86-473e-4d52-9945-ddf184c7a975'] in dv-cinder-838009-7-iscsi is: [{'id': '4c33ef86-473e-4d52-9945-ddf184c7a975', 'name': 'tempest-TestMinimumBasicScenario-1408315067-router', 'tenant_id': 'ef464bb9a5c44389851e147a8fd2866d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:35:37Z', 'updated_at': '2022-09-03T01:39:37Z', 'revision_number': 6, 'project_id': 'ef464bb9a5c44389851e147a8fd2866d', 'gw_port_host': None}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:39:38.415702 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:38.516200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (da521928-ea09-41fa-95ba-358d3fa58b6d), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.553190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Pushing event deleted for resources: {'Port': ['ID=da521928-ea09-41fa-95ba-358d3fa58b6d,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:38.636767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-48e57435-6905-4516-beb7-2fe0d18b8aa7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:38.638186 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-48e57435-6905-4516-beb7-2fe0d18b8aa7 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 814 time: 0.1757829 Sep 03 01:39:38.648701 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (4c33ef86-473e-4d52-9945-ddf184c7a975), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.784910 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (4c33ef86-473e-4d52-9945-ddf184c7a975), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.790905 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks [] for router_controller (4c33ef86-473e-4d52-9945-ddf184c7a975), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.872500 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-46642331-19f8-4ae9-b834-2ef57e5cfa3d tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=02813cf0683749ee87b039b28f1aeebb HTTP/1.1" status: 200 len: 380 time: 0.2214344 Sep 03 01:39:38.937591 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (4c33ef86-473e-4d52-9945-ddf184c7a975), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.938167 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c33ef86-473e-4d52-9945-ddf184c7a975 {{(pid=106678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:39:38.947020 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:38.947020 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-35ba14d7-8071-4491-9ea2-78cdd12ad773 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/4c33ef86-473e-4d52-9945-ddf184c7a975 HTTP/1.1" status: 204 len: 168 time: 1.2717679 Sep 03 01:39:38.947020 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48012) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:38.997230 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Deleting subnet 262877f7-cc35-473f-876e-9f6518a7c9db {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:39:39.000382 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Publish callbacks [] for subnet (262877f7-cc35-473f-876e-9f6518a7c9db), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.033866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (262877f7-cc35-473f-876e-9f6518a7c9db), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.140666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (262877f7-cc35-473f-876e-9f6518a7c9db), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.224163 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b1b39a7d-d4b3-436b-baa5-fd05cba706c7 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:39.247821 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: b1b39a7d-d4b3-436b-baa5-fd05cba706c7 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:39.248281 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device b1b39a7d-d4b3-436b-baa5-fd05cba706c7 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:39.445436 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-403e494d-98c1-4815-a5db-581da49b5a07 req-867fa96f-9455-4c5d-b752-d4c2ca4654b3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0336418 Sep 03 01:39:39.471342 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:39.567530 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (262877f7-cc35-473f-876e-9f6518a7c9db), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.596120 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=262877f7-cc35-473f-876e-9f6518a7c9db,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:39.601908 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.605364 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-bd522d75-10ca-44c1-80f6-91d258307fe7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/262877f7-cc35-473f-876e-9f6518a7c9db HTTP/1.1" status: 204 len: 168 time: 0.6575224 Sep 03 01:39:39.607617 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48020) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:39.607840 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8d3982-e449-4ce5-a6e2-8d890d3ee37e None None] Network 39a63a6b-b258-4073-b7c6-c773d64b9175 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:39:39.680323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (39a63a6b-b258-4073-b7c6-c773d64b9175), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.732360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Deleting port eea44123-446e-4878-a605-d6feb266b56d {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:39.732705 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (eea44123-446e-4878-a605-d6feb266b56d), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.753281 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] DHCP port deletion for 39a63a6b-b258-4073-b7c6-c773d64b9175 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:39:39.792608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] Deleting port eea44123-446e-4878-a605-d6feb266b56d {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:39:39.793029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (eea44123-446e-4878-a605-d6feb266b56d), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.800341 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] For port eea44123-446e-4878-a605-d6feb266b56d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eea44123-446e-4878-a605-d6feb266b56d,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:39.800708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (eea44123-446e-4878-a605-d6feb266b56d), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.822033 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Calling delete_port for eea44123-446e-4878-a605-d6feb266b56d owned by network:dhcp {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:39.864451 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] For port eea44123-446e-4878-a605-d6feb266b56d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eea44123-446e-4878-a605-d6feb266b56d,segment=NetworkSegment(1ddf2e57-a932-4764-adb9-5aeba7be3aa8),segment_id=1ddf2e57-a932-4764-adb9-5aeba7be3aa8)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:39.864849 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (eea44123-446e-4878-a605-d6feb266b56d), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.878195 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] Calling delete_port for eea44123-446e-4878-a605-d6feb266b56d owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:39:39.984852 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (eea44123-446e-4878-a605-d6feb266b56d), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:39.990917 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (eea44123-446e-4878-a605-d6feb266b56d), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.009502 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Pushing event deleted for resources: {'Port': ['ID=eea44123-446e-4878-a605-d6feb266b56d,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:40.013026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] No DVR routers for this DVR port eea44123-446e-4878-a605-d6feb266b56d on host dv-cinder-838009-7-iscsi {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:40.017131 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] Pushing event deleted for resources: {'Port': ['ID=eea44123-446e-4878-a605-d6feb266b56d,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:40.023411 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddd710-def2-4102-acf3-ca78af681463 None None] No DVR routers for this DVR port eea44123-446e-4878-a605-d6feb266b56d on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:39:40.090602 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (39a63a6b-b258-4073-b7c6-c773d64b9175), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.110777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a63a6b-b258-4073-b7c6-c773d64b9175']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:40.119866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddf2e57-a932-4764-adb9-5aeba7be3aa8') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:40.120159 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddf2e57-a932-4764-adb9-5aeba7be3aa8') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:40.129611 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (1ddf2e57-a932-4764-adb9-5aeba7be3aa8), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.142963 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (1ddf2e57-a932-4764-adb9-5aeba7be3aa8), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.149281 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:40.153573 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:39:40.153573 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (1ddf2e57-a932-4764-adb9-5aeba7be3aa8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.289485 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 1ddf2e57-a932-4764-adb9-5aeba7be3aa8 resource provider aggregate not found Sep 03 01:39:40.293749 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (39a63a6b-b258-4073-b7c6-c773d64b9175), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.300886 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.304272 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/39a63a6b-b258-4073-b7c6-c773d64b9175 HTTP/1.1" status: 204 len: 168 time: 0.6955144 Sep 03 01:39:40.310815 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 1ddf2e57-a932-4764-adb9-5aeba7be3aa8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1ddf2e57-a932-4764-adb9-5aeba7be3aa8 found for delete ", "request_id": "req-1eb2ecf9-dc22-4b76-8e24-b359aa835c76"}]} Sep 03 01:39:40.323327 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec76ef-0c3f-41ac-abae-86cf02d2d562 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a63a6b-b258-4073-b7c6-c773d64b9175,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:40.551933 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5477d9be-b16e-46de-901f-99c616318837 req-9d0cde48-e1fc-4b5f-9fc3-ebd9978820b2 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0298679 Sep 03 01:39:40.617532 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48036) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:40.628371 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eea44123-446e-4878-a605-d6feb266b56d no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:40.649006 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: eea44123-446e-4878-a605-d6feb266b56d {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:40.649350 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eea44123-446e-4878-a605-d6feb266b56d not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:40.649758 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device da521928-ea09-41fa-95ba-358d3fa58b6d no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:39:40.668786 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-10386cd4-d9e9-4ecd-ade4-f6632c2b5f81 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=364812df6abf492698453972e9a1d120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499530 Sep 03 01:39:40.669054 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: da521928-ea09-41fa-95ba-358d3fa58b6d {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:39:40.669447 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device da521928-ea09-41fa-95ba-358d3fa58b6d not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:39:40.671371 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48038) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:40.727793 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1964ef10-fb64-4409-b0a2-73a3e1c54173 admin admin] Publish callbacks [] for security_group (a35f4496-d8f9-4032-9352-4b18f4be8d2b), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.747741 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1964ef10-fb64-4409-b0a2-73a3e1c54173 admin admin] Publish callbacks [] for security_group (a35f4496-d8f9-4032-9352-4b18f4be8d2b), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.880470 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1964ef10-fb64-4409-b0a2-73a3e1c54173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a35f4496-d8f9-4032-9352-4b18f4be8d2b), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.883743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1964ef10-fb64-4409-b0a2-73a3e1c54173 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:40.884906 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1964ef10-fb64-4409-b0a2-73a3e1c54173 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a35f4496-d8f9-4032-9352-4b18f4be8d2b HTTP/1.1" status: 204 len: 168 time: 0.2100194 Sep 03 01:39:40.893671 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964ef10-fb64-4409-b0a2-73a3e1c54173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35f4496-d8f9-4032-9352-4b18f4be8d2b,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:41.406970 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'port': {'device_id': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'admin_state_up': True, 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'security_groups': ['dba4d638-b178-40c6-b72e-d42faa6d2c4f']}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:41.502643 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:41.670748 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-26f4f8a6-dbd2-4da9-a550-f3df3761950d req-63aca5cf-f0aa-483e-8bea-bc3769e519d6 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0326107 Sep 03 01:39:41.695134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48054) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:41.705866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Made reservation on behalf of 02813cf0683749ee87b039b28f1aeebb for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:39:41.709731 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:41.756702 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-28d4a423-0029-46be-8b6a-9ce17d985cdc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ef464bb9a5c44389851e147a8fd2866d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0668030 Sep 03 01:39:41.759390 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48058) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:41.822688 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-034faf39-5376-42a6-8fc9-e48501ffb26c admin admin] Publish callbacks [] for security_group (49c8929a-a1a7-4f4d-9941-206bf177bae6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:41.843862 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-034faf39-5376-42a6-8fc9-e48501ffb26c admin admin] Publish callbacks [] for security_group (49c8929a-a1a7-4f4d-9941-206bf177bae6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:41.871444 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Allocated IP 172.20.0.5 (7bd92e7f-f880-47a6-a573-413ea7d8bd54/01985834-b812-4464-b00a-84a8b348cef3/914b4f37-4e68-434b-abc8-978883c344a6) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:39:41.949735 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-034faf39-5376-42a6-8fc9-e48501ffb26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (49c8929a-a1a7-4f4d-9941-206bf177bae6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:41.953035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-034faf39-5376-42a6-8fc9-e48501ffb26c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:41.954188 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-034faf39-5376-42a6-8fc9-e48501ffb26c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/49c8929a-a1a7-4f4d-9941-206bf177bae6 HTTP/1.1" status: 204 len: 168 time: 0.1936922 Sep 03 01:39:41.969148 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034faf39-5376-42a6-8fc9-e48501ffb26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c8929a-a1a7-4f4d-9941-206bf177bae6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:42.039183 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for port (914b4f37-4e68-434b-abc8-978883c344a6), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:42.127152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (914b4f37-4e68-434b-abc8-978883c344a6), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:42.139852 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:42.182729 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:39:42.186489 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:39:42.189942 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:39:42.214536 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event updated for resources: {'Port': ['ID=914b4f37-4e68-434b-abc8-978883c344a6,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:42.251473 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:42.256335 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:42.359036 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-b87a7196-997c-4592-92e2-b03cdb785c42 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9561656 Sep 03 01:39:42.379041 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Request body: {'port': {'device_id': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:42.474265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-dae1e735-8636-42a6-89dc-f117d1e50381 None None] Provisioning complete for port 914b4f37-4e68-434b-abc8-978883c344a6 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:39:42.474265 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dae1e735-8636-42a6-89dc-f117d1e50381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (914b4f37-4e68-434b-abc8-978883c344a6), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:42.520428 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (914b4f37-4e68-434b-abc8-978883c344a6), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:42.531412 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-dae1e735-8636-42a6-89dc-f117d1e50381 None None] Port 914b4f37-4e68-434b-abc8-978883c344a6 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:39:42.592467 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:42.841933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320648d-5528-42e7-8937-7f17038eae68 req-4b9f5507-8770-4b6b-b198-8e55be8fe571 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:42.846797 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e320648d-5528-42e7-8937-7f17038eae68 req-4b9f5507-8770-4b6b-b198-8e55be8fe571 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 931 time: 0.0753868 Sep 03 01:39:42.906029 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914b4f37-4e68-434b-abc8-978883c344a6 {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:39:42.922705 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Publish callbacks [] for port (914b4f37-4e68-434b-abc8-978883c344a6), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:42.950482 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e320648d-5528-42e7-8937-7f17038eae68 req-b4b0061f-5b49-4e47-a497-04b08d7d01bf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842962 Sep 03 01:39:42.951623 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Transition to ACTIVE for port object 914b4f37-4e68-434b-abc8-978883c344a6 will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:39:43.064601 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (914b4f37-4e68-434b-abc8-978883c344a6), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:43.130090 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Pushing event updated for resources: {'Port': ['ID=914b4f37-4e68-434b-abc8-978883c344a6,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:43.182500 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Attempting to bind port 914b4f37-4e68-434b-abc8-978883c344a6 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:39:43.182839 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Attempting to bind port 914b4f37-4e68-434b-abc8-978883c344a6 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:39:43.183165 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Attempting to bind port 914b4f37-4e68-434b-abc8-978883c344a6 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:39:43.188849 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Port 914b4f37-4e68-434b-abc8-978883c344a6 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:39:43.189165 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Attempting to bind port 914b4f37-4e68-434b-abc8-978883c344a6 on network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:39:43.194808 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:39:43.195153 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Checking segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:39:43.195528 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Bound using segment: {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:39:43.195947 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Bound port: 914b4f37-4e68-434b-abc8-978883c344a6, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207eb22-fe0f-4546-86e3-04140a6a269b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:39:43.196377 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (914b4f37-4e68-434b-abc8-978883c344a6), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:43.255549 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:43.267162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] For port 914b4f37-4e68-434b-abc8-978883c344a6, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:39:43.270307 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] For port 914b4f37-4e68-434b-abc8-978883c344a6, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=914b4f37-4e68-434b-abc8-978883c344a6,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:39:43.333512 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (914b4f37-4e68-434b-abc8-978883c344a6), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:43.338109 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.338742 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:43.340105 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/914b4f37-4e68-434b-abc8-978883c344a6 HTTP/1.1" status: 200 len: 1093 time: 0.9670563 Sep 03 01:39:43.340659 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:43.343026 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb" -d '{"events": [{"name": "network-changed", "server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "tag": "914b4f37-4e68-434b-abc8-978883c344a6"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:43.385724 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a04ef-7781-4642-96fc-9536bb765ab8 x-openstack-request-id: req-980a04ef-7781-4642-96fc-9536bb765ab8 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:43.386268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "tag": "914b4f37-4e68-434b-abc8-978883c344a6", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:43.386268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-980a04ef-7781-4642-96fc-9536bb765ab8 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:43.386724 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980a04ef-7781-4642-96fc-9536bb765ab8'] response: {'name': 'network-changed', 'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6', 'status': 'completed', 'code': 200} Sep 03 01:39:43.402971 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11ea25-1038-40b7-b160-5dae66437f8f service neutron] Pushing event updated for resources: {'Port': ['ID=914b4f37-4e68-434b-abc8-978883c344a6,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:43.450171 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb req-0ef6bdd4-489f-46d4-b12e-6c06eb67c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.451734 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb req-0ef6bdd4-489f-46d4-b12e-6c06eb67c339 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 1127 time: 0.0418944 Sep 03 01:39:43.562983 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb req-06c8dbaa-5143-4eed-b1e5-684ba615afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.564688 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb req-06c8dbaa-5143-4eed-b1e5-684ba615afeb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=02813cf0683749ee87b039b28f1aeebb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0997970 Sep 03 01:39:43.660323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb req-9f9a275d-8e71-4d92-b688-f4f494ff42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.661751 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1330595f-f2ac-405d-ae57-0a2b0c3ecceb req-9f9a275d-8e71-4d92-b688-f4f494ff42a7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885067 Sep 03 01:39:43.750871 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-4b050223-b5f2-4495-a442-7b0f2f02d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.752711 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-4b050223-b5f2-4495-a442-7b0f2f02d47d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 1127 time: 0.0483992 Sep 03 01:39:43.794075 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-53559602-2054-49e9-9bb6-2324511cfde1 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=914b4f37-4e68-434b-abc8-978883c344a6 HTTP/1.1" status: 200 len: 217 time: 0.0332274 Sep 03 01:39:43.851281 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-c06b7394-9e5a-4515-9c05-8c61b5e8ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.852962 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-c06b7394-9e5a-4515-9c05-8c61b5e8ee07 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.0505691 Sep 03 01:39:43.903246 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-8b8efd01-435e-45af-a37b-470421ac0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:43.904720 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-8b8efd01-435e-45af-a37b-470421ac0075 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442410 Sep 03 01:39:44.004339 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-3be2b5b8-e4f7-4bbd-87d8-a9635e25cd45 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916934 Sep 03 01:39:44.125991 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bdef2-acb3-4818-a95d-af9cb8f937c6 req-d513a732-7ce6-4482-9f68-04b71843a084 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:44.127426 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7f3bdef2-acb3-4818-a95d-af9cb8f937c6 req-d513a732-7ce6-4482-9f68-04b71843a084 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 943 time: 0.0693007 Sep 03 01:39:44.156055 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:44.159699 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7a926da5-dd4b-4484-b20f-2c51791e3e1e req-fcf92f28-d66d-46cf-adbd-9b2247a3c736 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470954 Sep 03 01:39:44.188450 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7f3bdef2-acb3-4818-a95d-af9cb8f937c6 req-8b2db852-d104-4730-b3ab-e6f4b84b2658 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537856 Sep 03 01:39:45.312273 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23660d4e-45cd-4c36-a0f6-a8f21145bd3b req-7a9106bb-a12f-44b1-b553-82ef43bb8094 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:45.313734 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-23660d4e-45cd-4c36-a0f6-a8f21145bd3b req-7a9106bb-a12f-44b1-b553-82ef43bb8094 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 943 time: 0.0504334 Sep 03 01:39:45.362753 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-23660d4e-45cd-4c36-a0f6-a8f21145bd3b req-f6ee6f1a-02ba-401e-9af3-4d92ac2dcfbb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424931 Sep 03 01:39:45.491242 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab52ec7-1b32-4553-af04-c17fa8d67a18 req-17fabcb0-6a2f-4745-ac5d-0fb312c1356c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:45.492609 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bab52ec7-1b32-4553-af04-c17fa8d67a18 req-17fabcb0-6a2f-4745-ac5d-0fb312c1356c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0497859 Sep 03 01:39:45.539181 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bab52ec7-1b32-4553-af04-c17fa8d67a18 req-4259fb4e-37e3-4241-94fc-bad356f3621b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Sep 03 01:39:45.788205 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:39:46.493836 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0caae93-9f78-48ba-a720-292d440edd5e req-54857513-65f9-4ba6-82a1-e59c03850815 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:46.496053 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d0caae93-9f78-48ba-a720-292d440edd5e req-54857513-65f9-4ba6-82a1-e59c03850815 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 943 time: 0.0533788 Sep 03 01:39:46.544558 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d0caae93-9f78-48ba-a720-292d440edd5e req-c2a10825-355c-4ffe-afa2-f451727dad59 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424867 Sep 03 01:39:46.675222 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e09c7-00df-40ed-845b-44aacc39d3d5 req-6be0e577-9d52-43b8-9cca-362be7a2030a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:46.676854 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fb5e09c7-00df-40ed-845b-44aacc39d3d5 req-6be0e577-9d52-43b8-9cca-362be7a2030a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0490012 Sep 03 01:39:46.727141 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fb5e09c7-00df-40ed-845b-44aacc39d3d5 req-d622bb36-fa28-49b2-bfe3-9235c7b97cd8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Sep 03 01:39:47.666995 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:47.680067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7e8e1-2658-45d4-992b-63a6f8713571 req-8f7807fb-b8be-43ca-80e3-56d3d9081acf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:47.681692 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-95d7e8e1-2658-45d4-992b-63a6f8713571 req-8f7807fb-b8be-43ca-80e3-56d3d9081acf tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 943 time: 0.0591552 Sep 03 01:39:47.740919 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-95d7e8e1-2658-45d4-992b-63a6f8713571 req-07f39a50-15ad-4afb-880a-25b4c6d15141 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535469 Sep 03 01:39:47.866255 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c32e4-4328-4795-be2e-18e84a975000 req-576feb01-646e-421f-ac82-7af337fe2868 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:47.867743 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-382c32e4-4328-4795-be2e-18e84a975000 req-576feb01-646e-421f-ac82-7af337fe2868 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Sep 03 01:39:47.916398 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-382c32e4-4328-4795-be2e-18e84a975000 req-d434d37c-6bc0-47df-b716-4ee9ae7a1bce tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428231 Sep 03 01:39:48.800094 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:48.863598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c822fa-9b4b-4586-91d9-61d2c110ac7f req-95c46a22-730d-4442-9938-22f7acf8c28a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:48.865060 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-27c822fa-9b4b-4586-91d9-61d2c110ac7f req-95c46a22-730d-4442-9938-22f7acf8c28a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 943 time: 0.0467548 Sep 03 01:39:48.916526 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-27c822fa-9b4b-4586-91d9-61d2c110ac7f req-967f22a6-9515-4535-a531-3dc05d8fb7ec tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451064 Sep 03 01:39:49.006317 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:49.046082 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871a56b-0ef0-4d40-928b-438a5c92d0d5 req-436f8072-21c2-4ae4-81b4-e3db8c39bfd2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:49.047552 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d871a56b-0ef0-4d40-928b-438a5c92d0d5 req-436f8072-21c2-4ae4-81b4-e3db8c39bfd2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0511732 Sep 03 01:39:49.093815 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d871a56b-0ef0-4d40-928b-438a5c92d0d5 req-e3a33ea9-5fd5-40c6-b1eb-8e222a820ce9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406580 Sep 03 01:39:49.543364 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-c64d619c-f364-4fca-a725-854c4f6f3d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:49.582796 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 914b4f37-4e68-434b-abc8-978883c344a6 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:39:49.584915 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:49.684168 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 914b4f37-4e68-434b-abc8-978883c344a6, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=914b4f37-4e68-434b-abc8-978883c344a6,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:49.693044 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:49.695575 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '914b4f37-4e68-434b-abc8-978883c344a6', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'port_id': '914b4f37-4e68-434b-abc8-978883c344a6', 'mac_address': 'fa:16:3e:3c:4b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:39:49.731127 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 914b4f37-4e68-434b-abc8-978883c344a6 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:39:49.731510 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (914b4f37-4e68-434b-abc8-978883c344a6), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:49.744887 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914b4f37-4e68-434b-abc8-978883c344a6 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:39:49.764104 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 914b4f37-4e68-434b-abc8-978883c344a6, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=914b4f37-4e68-434b-abc8-978883c344a6,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:49.846725 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (914b4f37-4e68-434b-abc8-978883c344a6), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:49.895079 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=914b4f37-4e68-434b-abc8-978883c344a6,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:50.038876 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0909ce-b347-4914-b416-2921b17189a7 req-956d7107-00f5-4432-9a9b-c4dd8a9201cb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:50.040465 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b0909ce-b347-4914-b416-2921b17189a7 req-956d7107-00f5-4432-9a9b-c4dd8a9201cb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 944 time: 0.0494659 Sep 03 01:39:50.087965 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0b0909ce-b347-4914-b416-2921b17189a7 req-be9dbd84-e833-429b-9731-8e2e8f13ff66 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Sep 03 01:39:50.219162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fee2a4-8add-4c5a-9f77-3a43d1140abb req-f71797d7-ad52-4006-861f-a72ab2e978d8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:50.220508 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-65fee2a4-8add-4c5a-9f77-3a43d1140abb req-f71797d7-ad52-4006-861f-a72ab2e978d8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0465903 Sep 03 01:39:50.265923 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-65fee2a4-8add-4c5a-9f77-3a43d1140abb req-e73fb608-8f2c-4eba-947f-d8548a97f5c6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400004 Sep 03 01:39:51.206705 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8a15b-6a3f-4792-803e-04dd6f786e2f req-14777437-3ea9-421f-bc3b-89ad5cabca73 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:51.208137 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54c8a15b-6a3f-4792-803e-04dd6f786e2f req-14777437-3ea9-421f-bc3b-89ad5cabca73 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 944 time: 0.0462043 Sep 03 01:39:51.255309 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-54c8a15b-6a3f-4792-803e-04dd6f786e2f req-e94712d5-9809-4525-a69a-ad1a33a3b63e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411167 Sep 03 01:39:51.397150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf8e3d-a0c7-4c4f-9cc7-784bfc35e2a4 req-68c55ffa-9603-4449-9750-4a0254f70693 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:51.398636 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bbf8e3d-a0c7-4c4f-9cc7-784bfc35e2a4 req-68c55ffa-9603-4449-9750-4a0254f70693 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0495331 Sep 03 01:39:51.454842 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bbf8e3d-a0c7-4c4f-9cc7-784bfc35e2a4 req-ff0a6992-8cda-4bb7-8630-a7dd45eb0108 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496488 Sep 03 01:39:51.611214 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['914b4f37-4e68-434b-abc8-978883c344a6'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:39:52.006990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8db72be3-3e79-4d3f-aa27-02b2b1ae0caf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:52.385656 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71adcd5-3006-4573-aa77-256f09e72716 req-8b0d556c-ac4b-4961-993b-6ca5e82cb8ff tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:52.387257 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b71adcd5-3006-4573-aa77-256f09e72716 req-8b0d556c-ac4b-4961-993b-6ca5e82cb8ff tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 944 time: 0.0549757 Sep 03 01:39:52.412394 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:52.445554 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b71adcd5-3006-4573-aa77-256f09e72716 req-13853fdb-b070-4a17-ad4d-5d1f2dbbc80b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447247 Sep 03 01:39:52.592187 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff1316-5071-41c2-becc-68f22339617e req-cdba18e3-1912-48ca-b992-85265865a26f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:52.593663 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e2ff1316-5071-41c2-becc-68f22339617e req-cdba18e3-1912-48ca-b992-85265865a26f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Sep 03 01:39:52.640627 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e2ff1316-5071-41c2-becc-68f22339617e req-970d46b7-a61d-411b-8c5e-8bfa562ebda7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409756 Sep 03 01:39:53.035632 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:53.347042 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 914b4f37-4e68-434b-abc8-978883c344a6 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:39:53.391553 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 914b4f37-4e68-434b-abc8-978883c344a6 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:39:53.452237 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 914b4f37-4e68-434b-abc8-978883c344a6 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:39:53.452625 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (914b4f37-4e68-434b-abc8-978883c344a6), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:53.529744 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 914b4f37-4e68-434b-abc8-978883c344a6 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:39:53.529923 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (914b4f37-4e68-434b-abc8-978883c344a6), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:53.554723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:53.557203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bca9d0a-de61-41d6-8b82-b541608bbece" -d '{"events": [{"server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "name": "network-vif-plugged", "status": "completed", "tag": "914b4f37-4e68-434b-abc8-978883c344a6"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:53.585266 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 914b4f37-4e68-434b-abc8-978883c344a6, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=914b4f37-4e68-434b-abc8-978883c344a6,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:39:53.592728 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d933352-f2eb-4791-93b2-88bc97102bce req-79be6df1-4a77-414d-99ae-41edf9bef485 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:53.594406 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9d933352-f2eb-4791-93b2-88bc97102bce req-79be6df1-4a77-414d-99ae-41edf9bef485 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 944 time: 0.0751760 Sep 03 01:39:53.603641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096c2478-a7c7-4f21-93d8-8b9ba96251e5 x-openstack-request-id: req-096c2478-a7c7-4f21-93d8-8b9ba96251e5 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:53.604001 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "name": "network-vif-plugged", "status": "completed", "tag": "914b4f37-4e68-434b-abc8-978883c344a6", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:53.604351 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-096c2478-a7c7-4f21-93d8-8b9ba96251e5 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:53.604831 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096c2478-a7c7-4f21-93d8-8b9ba96251e5'] response: {'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6', 'code': 200} Sep 03 01:39:53.652180 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9d933352-f2eb-4791-93b2-88bc97102bce req-c508bb80-f00c-4f9b-8fcd-f153be278577 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514121 Sep 03 01:39:53.657317 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (914b4f37-4e68-434b-abc8-978883c344a6), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:53.723586 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=914b4f37-4e68-434b-abc8-978883c344a6,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:53.779222 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25380237-167e-4914-93b7-a83ce475a3f7 req-b4e19830-e8ba-4528-9d17-a57ac578da65 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:53.780734 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-25380237-167e-4914-93b7-a83ce475a3f7 req-b4e19830-e8ba-4528-9d17-a57ac578da65 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0498424 Sep 03 01:39:53.829925 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-25380237-167e-4914-93b7-a83ce475a3f7 req-8d963060-b760-43f8-afd8-51ad066db99b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431094 Sep 03 01:39:53.975973 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc246d8-21aa-4697-8ae4-c2b323572459 req-d6e50e2b-5350-43d3-bcd6-dfdacbef4bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:53.978117 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dbc246d8-21aa-4697-8ae4-c2b323572459 req-d6e50e2b-5350-43d3-bcd6-dfdacbef4bfd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 1129 time: 0.0468407 Sep 03 01:39:54.023744 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dbc246d8-21aa-4697-8ae4-c2b323572459 req-d5691c56-5e3f-4d23-84dc-478c2a452302 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384336 Sep 03 01:39:54.777640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b11a9-3426-46ad-b74a-3a5fb2693043 req-9dd21016-492a-40a4-83c6-5a7f21d7a0fb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:54.779124 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ca4b11a9-3426-46ad-b74a-3a5fb2693043 req-9dd21016-492a-40a4-83c6-5a7f21d7a0fb tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 945 time: 0.0478206 Sep 03 01:39:54.812609 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:54.823766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:54.831766 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ca4b11a9-3426-46ad-b74a-3a5fb2693043 req-a3b27c3a-e0b7-4538-826a-28fb8edecb32 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468514 Sep 03 01:39:54.956247 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b133cd5-d7f1-4cdc-adb8-e184c2322dd5 req-2dfbbe6f-76f3-4137-b917-cd9078631b69 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:54.957712 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0b133cd5-d7f1-4cdc-adb8-e184c2322dd5 req-2dfbbe6f-76f3-4137-b917-cd9078631b69 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0461688 Sep 03 01:39:55.009796 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0b133cd5-d7f1-4cdc-adb8-e184c2322dd5 req-f6c2ddc1-59c3-4344-bb10-7502df90dfc2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408328 Sep 03 01:39:55.784265 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:55.954604 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c72c73-42dd-487f-8ceb-c19feb1e5606 req-42a68d9a-5358-4ff3-b48f-a250f649df0e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:55.956053 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62c72c73-42dd-487f-8ceb-c19feb1e5606 req-42a68d9a-5358-4ff3-b48f-a250f649df0e tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 945 time: 0.0477943 Sep 03 01:39:56.003516 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62c72c73-42dd-487f-8ceb-c19feb1e5606 req-939b6de4-fb56-437b-8627-2cb9db175eca tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 Sep 03 01:39:56.125446 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01570e02-9993-4930-b485-f72cc22472e7 req-8f136f0e-5633-4b9f-adf3-310d72474504 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:56.126926 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-01570e02-9993-4930-b485-f72cc22472e7 req-8f136f0e-5633-4b9f-adf3-310d72474504 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 945 time: 0.0486553 Sep 03 01:39:56.134563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f2643-a24c-4ea5-8177-ddb356cfbd42 req-dc91e559-7e81-43a0-9441-ffc494be786f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:56.136120 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5a7f2643-a24c-4ea5-8177-ddb356cfbd42 req-dc91e559-7e81-43a0-9441-ffc494be786f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0487540 Sep 03 01:39:56.137586 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48274) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:56.141808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Request body: {'floatingip': {'port_id': '914b4f37-4e68-434b-abc8-978883c344a6'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:39:56.197882 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (0c53e34d-8ae4-4b1d-be88-03c82da007d5), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:56.292723 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5a7f2643-a24c-4ea5-8177-ddb356cfbd42 req-d2427eb4-350c-483a-bf0a-ffa0ccce3fa9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469724 Sep 03 01:39:56.547530 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:56.644683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:56.692331 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (0c53e34d-8ae4-4b1d-be88-03c82da007d5), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:56.804956 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 0c53e34d-8ae4-4b1d-be88-03c82da007d5 associated. External IP: 172.27.1.14, port: 914b4f37-4e68-434b-abc8-978883c344a6. Sep 03 01:39:56.807915 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:57.012689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:39:57.124011 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:39:57.128894 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:57.133875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:39:57.144224 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:57.144838 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:57.165548 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ea2406db-9f9e-49df-a8db-c5cc5c23f15b tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "PUT /networking/v2.0/floatingips/0c53e34d-8ae4-4b1d-be88-03c82da007d5 HTTP/1.1" status: 200 len: 990 time: 1.0247228 Sep 03 01:39:57.165548 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:39:57.166597 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4608c403-78b3-46e3-9906-763f5c10d99b" -d '{"events": [{"name": "network-changed", "server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "tag": "914b4f37-4e68-434b-abc8-978883c344a6"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:39:57.211809 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba490cd-307e-45ab-88ce-443ca7084e7f x-openstack-request-id: req-4ba490cd-307e-45ab-88ce-443ca7084e7f {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:39:57.212171 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "tag": "914b4f37-4e68-434b-abc8-978883c344a6", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:39:57.212559 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ba490cd-307e-45ab-88ce-443ca7084e7f {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:39:57.213085 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba490cd-307e-45ab-88ce-443ca7084e7f'] response: {'name': 'network-changed', 'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6', 'status': 'completed', 'code': 200} Sep 03 01:39:57.284905 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c403-78b3-46e3-9906-763f5c10d99b req-f540ad6e-0eb6-4d74-9433-5dd9024a4621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:57.286605 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-f540ad6e-0eb6-4d74-9433-5dd9024a4621 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=02813cf0683749ee87b039b28f1aeebb&device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 1129 time: 0.0479622 Sep 03 01:39:57.382980 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:57.386879 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:57.388805 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c403-78b3-46e3-9906-763f5c10d99b req-367f07dd-1327-4a93-9465-cebf49e324c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:57.390234 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-367f07dd-1327-4a93-9465-cebf49e324c7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 200 len: 915 time: 0.0975854 Sep 03 01:39:57.411014 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:57.431368 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0913d3ea-e82c-4b12-961e-8647451f6308 req-db00c52e-4cf0-4644-852e-8e7b6f34c43c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:57.437320 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0913d3ea-e82c-4b12-961e-8647451f6308 req-db00c52e-4cf0-4644-852e-8e7b6f34c43c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0505383 Sep 03 01:39:57.493073 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-f1cf1197-771b-4f26-a810-d55cdd90d419 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=914b4f37-4e68-434b-abc8-978883c344a6 HTTP/1.1" status: 200 len: 998 time: 0.0957258 Sep 03 01:39:57.536622 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0913d3ea-e82c-4b12-961e-8647451f6308 req-3bd396c0-1187-4b18-a270-be5e9c888f39 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875595 Sep 03 01:39:57.537143 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:57.619865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '0c53e34d-8ae4-4b1d-be88-03c82da007d5', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': '914b4f37-4e68-434b-abc8-978883c344a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:3c:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:39:34Z', 'updated_at': '2022-09-03T01:39:56Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:57.620728 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c403-78b3-46e3-9906-763f5c10d99b req-74517521-4cb5-4f6f-921f-91b83a4039ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:57.622291 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-74517521-4cb5-4f6f-921f-91b83a4039ea service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 200 len: 853 time: 0.0494881 Sep 03 01:39:57.649633 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:39:57.658210 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:39:57.659175 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:57.766279 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:39:57.939157 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:57.949552 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608c403-78b3-46e3-9906-763f5c10d99b req-4eed3818-8863-41d9-b85e-4bee1ced6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:57.951097 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-4eed3818-8863-41d9-b85e-4bee1ced6c95 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=7bd92e7f-f880-47a6-a573-413ea7d8bd54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453508 Sep 03 01:39:58.011919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '0c53e34d-8ae4-4b1d-be88-03c82da007d5', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': '914b4f37-4e68-434b-abc8-978883c344a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:3c:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:39:34Z', 'updated_at': '2022-09-03T01:39:56Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:39:58.038043 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec818857-0257-4957-abca-1281b2fe19f7 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '0c53e34d-8ae4-4b1d-be88-03c82da007d5', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'floating_ip_address': '172.27.1.14', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'port_id': '914b4f37-4e68-434b-abc8-978883c344a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 523, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'mac_address': 'fa:16:3e:3c:4b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:39:34Z', 'updated_at': '2022-09-03T01:39:56Z', 'revision_number': 1, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:39:58.062288 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-7f3b9012-a3c0-4e6b-a668-8b3ad30191bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040783 Sep 03 01:39:58.230852 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9870a5-06c3-44c4-93ee-eda2f5ee60e5 None None] New status for floating IP 0c53e34d-8ae4-4b1d-be88-03c82da007d5: ACTIVE {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:39:58.428252 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4608c403-78b3-46e3-9906-763f5c10d99b req-50d7896a-2f92-48c8-9ad9-5b8d8999f1bd service neutron] 10.222.0.42 "GET /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845413 Sep 03 01:39:58.666658 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac391d-a9d5-49fe-8d42-dbbcfc3d8e2c req-a21fad3f-f12d-4d7c-a64f-d8032c22e0ea tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:58.668156 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7ac391d-a9d5-49fe-8d42-dbbcfc3d8e2c req-a21fad3f-f12d-4d7c-a64f-d8032c22e0ea tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0575039 Sep 03 01:39:58.716709 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c7ac391d-a9d5-49fe-8d42-dbbcfc3d8e2c req-d2be9775-81f2-4748-8e3d-b88a8526b5d4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Sep 03 01:39:59.091571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48336) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:59.215911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.293008 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Publish callbacks [] for security_group (e260f8bf-2ae6-45f1-936b-ba144921adc8), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.361000 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e260f8bf-2ae6-45f1-936b-ba144921adc8), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.397031 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:39:59.399987 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e260f8bf-2ae6-45f1-936b-ba144921adc8,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:59.403889 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8fcd5e5873994e3a9d3e746c8ce9f8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113976 Sep 03 01:39:59.406747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48342) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:39:59.412894 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.413478 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.413834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.414178 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.414683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.414914 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.415213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.415605 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.415937 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.416327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.416655 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.416985 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.417309 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.417670 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.417980 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdd60ad-7722-4445-a508-298b7ce11510 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:39:59.457023 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e047061c-ba80-4c5a-9103-27d28fdef779 admin admin] Publish callbacks [] for security_group (e260f8bf-2ae6-45f1-936b-ba144921adc8), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.476308 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e047061c-ba80-4c5a-9103-27d28fdef779 admin admin] Publish callbacks [] for security_group (e260f8bf-2ae6-45f1-936b-ba144921adc8), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.616695 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e047061c-ba80-4c5a-9103-27d28fdef779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e260f8bf-2ae6-45f1-936b-ba144921adc8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.622796 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e047061c-ba80-4c5a-9103-27d28fdef779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:39:59.622796 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e047061c-ba80-4c5a-9103-27d28fdef779 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e260f8bf-2ae6-45f1-936b-ba144921adc8 HTTP/1.1" status: 204 len: 168 time: 0.2140925 Sep 03 01:39:59.630276 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047061c-ba80-4c5a-9103-27d28fdef779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e260f8bf-2ae6-45f1-936b-ba144921adc8,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:39:59.853624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a575a89-9961-48b6-9f04-c2af4c451140 req-97ba2173-49f8-471d-a3fe-5f590e5444ec tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:39:59.855206 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5a575a89-9961-48b6-9f04-c2af4c451140 req-97ba2173-49f8-471d-a3fe-5f590e5444ec tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0546591 Sep 03 01:39:59.902079 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5a575a89-9961-48b6-9f04-c2af4c451140 req-35aff877-64e3-4672-85d8-1f5949751b9a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413930 Sep 03 01:40:00.926870 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:01.041184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa9cc2-5ca5-4629-80fa-21dec11e1df7 req-87872a59-c654-4c6b-8f81-3291681fdffa tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:01.042737 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-03aa9cc2-5ca5-4629-80fa-21dec11e1df7 req-87872a59-c654-4c6b-8f81-3291681fdffa tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Sep 03 01:40:01.092925 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-03aa9cc2-5ca5-4629-80fa-21dec11e1df7 req-a06e282d-f8f1-4b00-bf59-238fff7cf77e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441744 Sep 03 01:40:02.225482 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19571cd0-5156-4990-8e7f-cc3a1a1616fd req-71ba0e1e-d4c7-4424-89a9-73563e5391de tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:02.227140 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-19571cd0-5156-4990-8e7f-cc3a1a1616fd req-71ba0e1e-d4c7-4424-89a9-73563e5391de tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0474885 Sep 03 01:40:02.273113 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-19571cd0-5156-4990-8e7f-cc3a1a1616fd req-10b6b2b5-6446-4a81-b416-a74da5d87517 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406654 Sep 03 01:40:02.995901 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48432) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:03.046425 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Deleting subnet ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:40:03.049395 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Publish callbacks [] for subnet (ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.083695 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.123885 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.229029 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.257981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:03.262706 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.265882 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-89f04122-049a-47e7-832f-3280d94fbcc9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/ad7f6538-9701-4ad1-8cbe-bc3bacd8ebec HTTP/1.1" status: 204 len: 168 time: 0.2689567 Sep 03 01:40:03.268623 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48436) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:03.340879 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (9c419ae7-3777-49c3-b6cf-a135a623993c), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.438281 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:03.455198 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (9c419ae7-3777-49c3-b6cf-a135a623993c), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.463996 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833810a9-539c-4aad-b8f4-436f74ed8154 req-d3721aaf-03fd-4f71-9a30-cfc8a4ac0aff tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:03.465458 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-833810a9-539c-4aad-b8f4-436f74ed8154 req-d3721aaf-03fd-4f71-9a30-cfc8a4ac0aff tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0951734 Sep 03 01:40:03.482186 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:03.497360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c419ae7-3777-49c3-b6cf-a135a623993c']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:03.509708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:03.513236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:03.526792 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.550713 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-833810a9-539c-4aad-b8f4-436f74ed8154 req-c8bbbecb-2027-48b9-b4f1-1240e0a2e6b7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795028 Sep 03 01:40:03.551567 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.558231 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:40:03.558651 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.583418 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174 resource provider aggregate not found Sep 03 01:40:03.619318 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fdbc6af-70c6-4b48-8ae0-c3e9bb89f174 found for delete ", "request_id": "req-5e9c059c-aab3-4a85-8a56-6f30d849a2d4"}]} Sep 03 01:40:03.673885 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-dc032370-3cf8-4c44-b8e2-c687537ce9e0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424373 Sep 03 01:40:03.724840 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (9c419ae7-3777-49c3-b6cf-a135a623993c), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.734134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:03.737204 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/9c419ae7-3777-49c3-b6cf-a135a623993c HTTP/1.1" status: 204 len: 168 time: 0.4676762 Sep 03 01:40:03.749311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde67dfe-cb6c-4741-8a65-27a13f25e7d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c419ae7-3777-49c3-b6cf-a135a623993c,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:03.756119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-7c52867e-7e93-463f-aff5-02837635f5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:03.757625 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-7c52867e-7e93-463f-aff5-02837635f5cf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 1130 time: 0.0596013 Sep 03 01:40:03.940867 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-57e5a339-4ed2-42d8-a9b2-ff0be72b6e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:03.942416 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-57e5a339-4ed2-42d8-a9b2-ff0be72b6e53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.0930274 Sep 03 01:40:04.004577 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-51e9029e-b451-46b2-8d8a-8ff8d3961256 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f3456acb-4580-4e62-9494-7b8fd05f264e HTTP/1.1" status: 200 len: 1002 time: 0.0562682 Sep 03 01:40:04.056882 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-249f9910-0416-4ecf-a20b-29ae1512abee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:04.058317 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-249f9910-0416-4ecf-a20b-29ae1512abee service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0481448 Sep 03 01:40:04.101615 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-0860dc34-fa80-4435-a9c2-9b38c7d6acd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:04.103814 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-0860dc34-fa80-4435-a9c2-9b38c7d6acd0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394924 Sep 03 01:40:04.144563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48454) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:04.186378 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-a834add3-4c3f-4327-90cd-4cf9a16243cc admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=efb12fa605334996a0e25888c90a108a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405958 Sep 03 01:40:04.188992 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48456) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:04.209650 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-ef521c18-bb84-4844-88f3-e2d99322ede5 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994840 Sep 03 01:40:04.301470 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e0b296c9-9a33-4624-bf09-650a01887d7d admin admin] Publish callbacks [] for security_group (1431809f-154d-4a90-a2fa-4b290819fcc8), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.306360 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:04.340990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e0b296c9-9a33-4624-bf09-650a01887d7d admin admin] Publish callbacks [] for security_group (1431809f-154d-4a90-a2fa-4b290819fcc8), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.352441 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5bf1e0f9-2807-4fc5-808a-c66a6c23e330 req-efbb9ee9-e14f-4105-941a-0f86371a6f13 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329837 Sep 03 01:40:04.458665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e0b296c9-9a33-4624-bf09-650a01887d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (1431809f-154d-4a90-a2fa-4b290819fcc8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.461290 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e0b296c9-9a33-4624-bf09-650a01887d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.462666 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e0b296c9-9a33-4624-bf09-650a01887d7d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1431809f-154d-4a90-a2fa-4b290819fcc8 HTTP/1.1" status: 204 len: 168 time: 0.2683401 Sep 03 01:40:04.471108 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b296c9-9a33-4624-bf09-650a01887d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1431809f-154d-4a90-a2fa-4b290819fcc8,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:04.509554 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48462) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:04.619672 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fee2281-6fb6-4a74-a1b1-39fe81a77322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.634837 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:04.706283 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaa697-ec1e-4ef4-b8d4-46a7770f5e5c req-f6b4f38c-440e-4d91-8771-929d17346f01 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:04.707869 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c2aaa697-ec1e-4ef4-b8d4-46a7770f5e5c req-f6b4f38c-440e-4d91-8771-929d17346f01 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0622883 Sep 03 01:40:04.771876 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fee2281-6fb6-4a74-a1b1-39fe81a77322 admin admin] Publish callbacks [] for security_group (111289e1-f12e-4663-a40a-cfcca47ecff3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.780402 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c2aaa697-ec1e-4ef4-b8d4-46a7770f5e5c req-8c4e0f63-aae7-4434-a665-0f5e52f82f37 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662606 Sep 03 01:40:04.852898 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fee2281-6fb6-4a74-a1b1-39fe81a77322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (111289e1-f12e-4663-a40a-cfcca47ecff3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:04.899483 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee2281-6fb6-4a74-a1b1-39fe81a77322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111289e1-f12e-4663-a40a-cfcca47ecff3,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:04.945606 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8fee2281-6fb6-4a74-a1b1-39fe81a77322 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ec648ae5ff724a9d9e011e0abc58f197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072134 Sep 03 01:40:04.947687 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48470) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:04.983214 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:05.007739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3517e931-5647-4dd6-a495-6ddc59da612a admin admin] Publish callbacks [] for security_group (111289e1-f12e-4663-a40a-cfcca47ecff3), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:05.033612 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3517e931-5647-4dd6-a495-6ddc59da612a admin admin] Publish callbacks [] for security_group (111289e1-f12e-4663-a40a-cfcca47ecff3), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:05.144134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3517e931-5647-4dd6-a495-6ddc59da612a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (111289e1-f12e-4663-a40a-cfcca47ecff3), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:05.146729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3517e931-5647-4dd6-a495-6ddc59da612a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:05.147955 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3517e931-5647-4dd6-a495-6ddc59da612a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/111289e1-f12e-4663-a40a-cfcca47ecff3 HTTP/1.1" status: 204 len: 168 time: 0.1966162 Sep 03 01:40:05.156551 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517e931-5647-4dd6-a495-6ddc59da612a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111289e1-f12e-4663-a40a-cfcca47ecff3,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:06.147837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9270408-3ee0-4b41-a35b-ebfecd399fca req-e007ce10-5e64-44be-92d6-709b4ac41dcf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:06.149675 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e9270408-3ee0-4b41-a35b-ebfecd399fca req-e007ce10-5e64-44be-92d6-709b4ac41dcf tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.2874141 Sep 03 01:40:06.197401 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e9270408-3ee0-4b41-a35b-ebfecd399fca req-0faab7e3-8b99-4f40-b404-d9d5a42df58c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421393 Sep 03 01:40:07.322884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f1f47-935a-4f6a-ac90-44a0760b434d req-71b3ec32-7fb2-46b3-9343-e094e1117871 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:07.324339 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b92f1f47-935a-4f6a-ac90-44a0760b434d req-71b3ec32-7fb2-46b3-9343-e094e1117871 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0475173 Sep 03 01:40:07.370856 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b92f1f47-935a-4f6a-ac90-44a0760b434d req-8d27dd29-7336-48a8-9ba4-bd0a7d012387 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410407 Sep 03 01:40:07.440716 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:40:07.473067 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:07.545099 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:07.556936 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'mac_address': 'fa:16:3e:1c:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:40:07.593246 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: ACTIVE; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:07.593775 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:07.607027 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4585caf-c260-4618-ba71-326b4c35ffdf {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:40:07.627182 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:07.692487 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:07.746681 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=6']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:07.754080 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.754475 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.754819 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.755157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.755486 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.755814 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.756139 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.756463 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.756788 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.757111 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.757434 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.757773 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.758878 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.759207 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.759531 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:07.812292 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['b4585caf-c260-4618-ba71-326b4c35ffdf'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:40:08.495871 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ec304-6368-4779-a4a0-dbc972eccafb req-10fe0ac9-d980-44d3-9cbf-bd380191f811 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:08.497276 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d06ec304-6368-4779-a4a0-dbc972eccafb req-10fe0ac9-d980-44d3-9cbf-bd380191f811 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 944 time: 0.0457330 Sep 03 01:40:08.542667 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d06ec304-6368-4779-a4a0-dbc972eccafb req-abebf5ef-bd53-45c1-9373-12cc682272db tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398850 Sep 03 01:40:09.453681 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:40:09.501078 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port b4585caf-c260-4618-ba71-326b4c35ffdf triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:40:09.501448 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:09.577146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:09.577453 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:09.605478 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:09.608932 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620b3454-94ee-4565-811e-c2b2e549dbdf" -d '{"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-plugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:09.627187 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:09.661770 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2468c76-9765-47c1-ab41-eaaa232e33d8 x-openstack-request-id: req-b2468c76-9765-47c1-ab41-eaaa232e33d8 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:09.662076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-plugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:09.662946 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b2468c76-9765-47c1-ab41-eaaa232e33d8 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:09.662946 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2468c76-9765-47c1-ab41-eaaa232e33d8'] response: {'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'code': 200} Sep 03 01:40:09.689483 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6f5f0-5add-4b1b-81a6-04a2fb72f3bb req-b9226862-87e1-472e-b01a-7c2f145f2634 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:09.690965 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ebd6f5f0-5add-4b1b-81a6-04a2fb72f3bb req-b9226862-87e1-472e-b01a-7c2f145f2634 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 944 time: 0.0523946 Sep 03 01:40:09.692671 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:09.724451 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:09.741542 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ebd6f5f0-5add-4b1b-81a6-04a2fb72f3bb req-a23b0cc3-b19d-4ed4-9c79-2537f189f363 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445402 Sep 03 01:40:09.745526 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=7']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:10.912426 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b796c8-bc2f-4597-af34-8d787fd6a289 req-58bb8338-8fbc-4ed7-af5e-63989d4a5db8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:10.922622 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-57b796c8-bc2f-4597-af34-8d787fd6a289 req-58bb8338-8fbc-4ed7-af5e-63989d4a5db8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0770235 Sep 03 01:40:10.986055 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-57b796c8-bc2f-4597-af34-8d787fd6a289 req-b9cc03bc-66ae-48e4-a704-8ed3c66363a1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603206 Sep 03 01:40:12.169117 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d809d5d-3f43-4f14-836d-8dd1389f28a6 req-80d75f7a-0848-46bd-aa9c-52d735864ad3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:12.176707 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d809d5d-3f43-4f14-836d-8dd1389f28a6 req-80d75f7a-0848-46bd-aa9c-52d735864ad3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0768056 Sep 03 01:40:12.205605 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:12.236606 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d809d5d-3f43-4f14-836d-8dd1389f28a6 req-c61b55bb-4baf-4bc7-ad57-9c2833b7fa68 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579424 Sep 03 01:40:13.433725 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b6bea8-26c3-474a-80a2-e6a2e6229603 req-dadad262-8006-47c4-ae87-d2c8817dfad4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:13.436585 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-59b6bea8-26c3-474a-80a2-e6a2e6229603 req-dadad262-8006-47c4-ae87-d2c8817dfad4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0585885 Sep 03 01:40:13.503399 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-59b6bea8-26c3-474a-80a2-e6a2e6229603 req-608e8d57-5651-489e-82d9-4129d5359589 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610206 Sep 03 01:40:14.673745 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8061e-4f70-4417-ba9f-d806c35a729c req-10703e39-d418-4a24-957c-3b9ef26f0bd3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:14.677679 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-97a8061e-4f70-4417-ba9f-d806c35a729c req-10703e39-d418-4a24-957c-3b9ef26f0bd3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0807264 Sep 03 01:40:14.738164 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-97a8061e-4f70-4417-ba9f-d806c35a729c req-6245fa75-3887-44fd-9371-62c363d5e81e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558538 Sep 03 01:40:15.694884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6fda2-1d95-46e5-8093-71c7e195a733 req-a2bada68-f1e5-456e-bed1-64a010832fb2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:15.696818 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d4b6fda2-1d95-46e5-8093-71c7e195a733 req-a2bada68-f1e5-456e-bed1-64a010832fb2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0549853 Sep 03 01:40:15.751377 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d4b6fda2-1d95-46e5-8093-71c7e195a733 req-126c8911-82fc-4dd8-8cc8-b280314367f0 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485094 Sep 03 01:40:15.881974 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef648cb7-6d4f-48ce-826c-c54f3660a11b req-36efb4f7-a4e8-4bd2-aef2-fd91da5ccf36 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:15.883503 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ef648cb7-6d4f-48ce-826c-c54f3660a11b req-36efb4f7-a4e8-4bd2-aef2-fd91da5ccf36 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0493608 Sep 03 01:40:15.932574 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ef648cb7-6d4f-48ce-826c-c54f3660a11b req-a766a61f-8797-4dc6-ad62-b7c292854a37 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Sep 03 01:40:16.900308 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc119c71-44d3-4b37-ada2-a8ccb90c6d2e req-4f4b1784-00f4-4c16-adb8-3fca229092fc tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:16.902458 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dc119c71-44d3-4b37-ada2-a8ccb90c6d2e req-4f4b1784-00f4-4c16-adb8-3fca229092fc tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0543759 Sep 03 01:40:16.965805 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dc119c71-44d3-4b37-ada2-a8ccb90c6d2e req-a604a632-719f-4c5e-ba57-10204888bf4b tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575447 Sep 03 01:40:17.100281 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61bc03-ba0f-4c9f-950b-e6df72c1ac88 req-31ef2659-3eab-468e-8f92-4d1fdc32f42e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:17.102232 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5b61bc03-ba0f-4c9f-950b-e6df72c1ac88 req-31ef2659-3eab-468e-8f92-4d1fdc32f42e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0574358 Sep 03 01:40:17.152055 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5b61bc03-ba0f-4c9f-950b-e6df72c1ac88 req-a2312c04-9cfe-4aaf-b680-f8f60c03a9be tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Sep 03 01:40:17.599480 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-9a272a3b-14b2-42bd-97ae-887740b51bc1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:17.601523 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-9a272a3b-14b2-42bd-97ae-887740b51bc1 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0549529 Sep 03 01:40:17.707328 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Deleting port 032bf397-9317-48c8-8b99-bddb13c489ed {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:17.707730 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:17.825238 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] For port 032bf397-9317-48c8-8b99-bddb13c489ed, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=032bf397-9317-48c8-8b99-bddb13c489ed,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:17.825787 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:18.016241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:18.016621 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (f08ea606-69d0-49c2-9c4f-3eaf208103fb), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:18.017023 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Floating IP f08ea606-69d0-49c2-9c4f-3eaf208103fb disassociated. External IP: 172.27.1.118, port: 032bf397-9317-48c8-8b99-bddb13c489ed. Sep 03 01:40:18.017263 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Calling delete_port for 032bf397-9317-48c8-8b99-bddb13c489ed owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:18.102819 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2a4e9-2eb0-40e4-b815-282f0c9c9a82 req-2ff915bf-aec7-4c14-b503-05eef180ac8d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:18.107032 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71a2a4e9-2eb0-40e4-b815-282f0c9c9a82 req-2ff915bf-aec7-4c14-b503-05eef180ac8d tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 945 time: 0.0540683 Sep 03 01:40:18.161448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:18.167980 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-71a2a4e9-2eb0-40e4-b815-282f0c9c9a82 req-df1dea28-2c64-428d-b4e6-b607fa40ad19 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=0de7c37f-c3e8-4e0d-bfa2-404777ca9827&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540609 Sep 03 01:40:18.252088 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (032bf397-9317-48c8-8b99-bddb13c489ed), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:18.309777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event deleted for resources: {'Port': ['ID=032bf397-9317-48c8-8b99-bddb13c489ed,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:18.330682 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cbea9-ec98-4ddc-aebf-4ca93d85efe2 req-4cffe927-fed5-4c2a-8dac-2ac343e3d239 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:18.332443 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a86cbea9-ec98-4ddc-aebf-4ca93d85efe2 req-4cffe927-fed5-4c2a-8dac-2ac343e3d239 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0921578 Sep 03 01:40:18.399687 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:18.467296 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a86cbea9-ec98-4ddc-aebf-4ca93d85efe2 req-20e86ad3-3d8d-4837-ad97-4f0f66b7445a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987520 Sep 03 01:40:18.482374 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:40:18.618633 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:40:18.634741 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:40:18.648147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:18.649183 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:18.673115 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] No DVR routers for this DVR port 032bf397-9317-48c8-8b99-bddb13c489ed on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:40:18.675686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:18.678967 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5a421ac-693e-402d-b9c7-ca036f2f2289 req-8bc59b40-0040-4140-a006-df18f40becd7 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.42 "DELETE /networking/v2.0/ports/032bf397-9317-48c8-8b99-bddb13c489ed HTTP/1.1" status: 204 len: 173 time: 1.0690126 Sep 03 01:40:18.680002 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'name': 'network-vif-deleted', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:18.682629 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d46bfc-0637-4560-a2ea-40a26da6f0b0" -d '{"events": [{"server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "name": "network-vif-deleted", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:18.731167 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eff37a-360c-49be-b46a-0f1485c11a13 x-openstack-request-id: req-93eff37a-360c-49be-b46a-0f1485c11a13 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:18.731544 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6", "name": "network-vif-deleted", "tag": "032bf397-9317-48c8-8b99-bddb13c489ed", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:18.731803 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-93eff37a-360c-49be-b46a-0f1485c11a13 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:18.732240 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93eff37a-360c-49be-b46a-0f1485c11a13'] response: {'server_uuid': 'dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6', 'name': 'network-vif-deleted', 'tag': '032bf397-9317-48c8-8b99-bddb13c489ed', 'status': 'completed', 'code': 200} Sep 03 01:40:18.849575 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:19.053588 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:19.071862 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:19.103297 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:40:19.113260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:19.120626 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:39:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:19.235275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:19.314903 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-40baa7ac-4cb4-4072-8243-80cd13bb81a4 req-4452a20b-e306-4ec9-aa32-3e6c9044beb9 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=dbd44b33-bedc-4a33-a5f0-0ffa8433d0a6 HTTP/1.1" status: 200 len: 210 time: 0.0353696 Sep 03 01:40:19.581721 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:19.595563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:19.606506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f72b4a4-779f-403f-9690-f7170c295c2c None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '3fdf8dcf-a57d-4405-b2f7-c81da096c37e', 'name': '', 'network_id': '3699488b-c45e-45e8-a057-bbc9d098a735', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'mac_address': 'fa:16:3e:7f:5f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:02Z', 'updated_at': '2022-09-03T01:33:14Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'subnets': [{'id': 'a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:40:19.611024 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-52ca42db-b16a-4c54-843b-1205ae6bfa3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:19.612411 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7dcdd-8ef6-41ab-b700-081fa290f86b req-4e2c13b7-02a9-428c-ad0e-d4ea7179ea21 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:19.613979 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-41d7dcdd-8ef6-41ab-b700-081fa290f86b req-4e2c13b7-02a9-428c-ad0e-d4ea7179ea21 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0562372 Sep 03 01:40:19.666787 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-41d7dcdd-8ef6-41ab-b700-081fa290f86b req-32c05e0b-99b3-4f7b-8110-07d6b2cac909 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460706 Sep 03 01:40:19.853735 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c8ebaf-7068-4f44-91db-b534d898a962 None None] New status for floating IP f08ea606-69d0-49c2-9c4f-3eaf208103fb: DOWN {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:40:19.883066 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:20.499204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48608) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:20.557376 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5327d072-883e-4b14-8c5e-71ad3a5f6823 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (0de7c37f-c3e8-4e0d-bfa2-404777ca9827), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:20.584826 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5327d072-883e-4b14-8c5e-71ad3a5f6823 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (0de7c37f-c3e8-4e0d-bfa2-404777ca9827), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:20.796795 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008562a-8172-486f-af30-2c5368c4c318 req-a1ed7b51-a3b4-4439-86b2-5ecf4f6a4480 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:20.798350 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1008562a-8172-486f-af30-2c5368c4c318 req-a1ed7b51-a3b4-4439-86b2-5ecf4f6a4480 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0464659 Sep 03 01:40:20.811549 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5327d072-883e-4b14-8c5e-71ad3a5f6823 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (0de7c37f-c3e8-4e0d-bfa2-404777ca9827), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:20.814043 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5327d072-883e-4b14-8c5e-71ad3a5f6823 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:20.831259 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5327d072-883e-4b14-8c5e-71ad3a5f6823 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/0de7c37f-c3e8-4e0d-bfa2-404777ca9827 HTTP/1.1" status: 204 len: 168 time: 0.3149340 Sep 03 01:40:20.831425 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48612) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:20.838162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327d072-883e-4b14-8c5e-71ad3a5f6823 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de7c37f-c3e8-4e0d-bfa2-404777ca9827,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:20.838799 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-f331ef67-60fb-44e5-ae91-a7f1be2e00b2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] show failed (client error): The resource could not be found. Sep 03 01:40:20.843501 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f331ef67-60fb-44e5-ae91-a7f1be2e00b2 tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "GET /networking/v2.0/security-groups/0de7c37f-c3e8-4e0d-bfa2-404777ca9827 HTTP/1.1" status: 404 len: 347 time: 0.0218341 Sep 03 01:40:20.843890 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48614) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:20.864160 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1008562a-8172-486f-af30-2c5368c4c318 req-b4cdb056-959a-430b-8a51-a840c9d2c6a9 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600667 Sep 03 01:40:20.969541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Deleting port 057b4319-4f69-44af-8386-d63a4ece3d91 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:20.969835 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (057b4319-4f69-44af-8386-d63a4ece3d91), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:21.008740 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:21.048710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (057b4319-4f69-44af-8386-d63a4ece3d91), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:21.049035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (057b4319-4f69-44af-8386-d63a4ece3d91), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:21.062279 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Calling delete_port for 057b4319-4f69-44af-8386-d63a4ece3d91 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:21.502548 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (057b4319-4f69-44af-8386-d63a4ece3d91), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:21.504881 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 032bf397-9317-48c8-8b99-bddb13c489ed no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:40:21.525719 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 032bf397-9317-48c8-8b99-bddb13c489ed {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:40:21.526061 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 032bf397-9317-48c8-8b99-bddb13c489ed not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:40:21.529313 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Pushing event deleted for resources: {'Port': ['ID=057b4319-4f69-44af-8386-d63a4ece3d91,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:21.592461 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks [] for floatingip (f08ea606-69d0-49c2-9c4f-3eaf208103fb), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:21.594912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:21.596045 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-492e3c1f-4a50-4694-ac3f-f71d63f357ba tempest-AttachVolumeTestJSON-419470651 tempest-AttachVolumeTestJSON-419470651-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/f08ea606-69d0-49c2-9c4f-3eaf208103fb HTTP/1.1" status: 204 len: 168 time: 0.7514596 Sep 03 01:40:21.746119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-6820d894-70bc-403b-82e9-0fe0f285aff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:21.747692 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-6820d894-70bc-403b-82e9-0fe0f285aff3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1129 time: 0.0393245 Sep 03 01:40:21.847004 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-ceb9526a-3043-438b-8702-874f835d41cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:21.848412 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-ceb9526a-3043-438b-8702-874f835d41cf service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.0945601 Sep 03 01:40:21.915136 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-28619436-2e4a-4745-bd71-ecd111c4b24d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 1000 time: 0.0595565 Sep 03 01:40:21.966002 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-368bdc93-ed89-4478-995a-039ddcda89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:21.967519 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-368bdc93-ed89-4478-995a-039ddcda89f0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0461533 Sep 03 01:40:22.001510 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d511114b-cf92-4728-b97e-e245de60d3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:22.002647 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:22.010994 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a89294-b9f5-43dd-a347-611c6a05bd2b req-22f536cb-1ab5-410c-8cd9-e5cedd8476ea tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:22.012764 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-4b3fe0b2-117d-4c25-a3a2-d652e0132b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:22.013452 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a2a89294-b9f5-43dd-a347-611c6a05bd2b req-22f536cb-1ab5-410c-8cd9-e5cedd8476ea tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0517452 Sep 03 01:40:22.014269 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-4b3fe0b2-117d-4c25-a3a2-d652e0132b92 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398448 Sep 03 01:40:22.062092 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a2a89294-b9f5-43dd-a347-611c6a05bd2b req-f1e933a1-9a72-4537-8a9c-52b6345ddd21 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Sep 03 01:40:22.111198 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-a154a859-8c67-4580-87e8-fced671dbd93 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897558 Sep 03 01:40:22.182185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:22.203112 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a47ac5b3-6dee-4583-9fb1-641ae9ad8bee req-7dc884f1-76f9-4ce4-98be-a8edb7babf9f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850377 Sep 03 01:40:22.788007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:40:23.023810 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:23.196870 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb829f03-9264-4145-a17f-da717cf637bc req-6e4d3643-d5d0-40df-8587-6860171c1125 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:23.198358 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cb829f03-9264-4145-a17f-da717cf637bc req-6e4d3643-d5d0-40df-8587-6860171c1125 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Sep 03 01:40:23.245588 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cb829f03-9264-4145-a17f-da717cf637bc req-ff4185c0-b5d7-45f2-b9a2-a9df5948df8b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417912 Sep 03 01:40:24.373960 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f59001-c653-4a42-8ed0-e7810788e962 req-2f91bdd6-2731-4d45-8d89-34d8f3cc6a37 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:24.375449 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-81f59001-c653-4a42-8ed0-e7810788e962 req-2f91bdd6-2731-4d45-8d89-34d8f3cc6a37 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 945 time: 0.0474517 Sep 03 01:40:24.424537 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-81f59001-c653-4a42-8ed0-e7810788e962 req-47c1bd5f-478e-43f2-8fe4-575917a24b70 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434320 Sep 03 01:40:24.812876 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:24.814280 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:25.524257 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:40:25.573571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48676) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:25.608277 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: ACTIVE; New status is: DOWN {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:25.608669 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:25.628421 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:25.633994 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:25.636250 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9028705-ed37-4ce4-ab14-c107d1b92dd9" -d '{"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-unplugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:25.649694 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:25.675030 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8b31e-7341-4610-afb6-54a4d662eddc x-openstack-request-id: req-2de8b31e-7341-4610-afb6-54a4d662eddc {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:25.675375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-unplugged", "status": "failed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "code": 422}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:25.675630 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2de8b31e-7341-4610-afb6-54a4d662eddc {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:25.676125 dv-cinder-838009-7-iscsi neutron-server[106680]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2de8b31e-7341-4610-afb6-54a4d662eddc']: {'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'code': 422} returned with failed status Sep 03 01:40:25.766882 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:25.816944 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=8']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:25.941912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:26.062931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:26.107066 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:26.296006 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Deleting port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:26.296342 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:26.374299 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] For port 3fdf8dcf-a57d-4405-b2f7-c81da096c37e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:26.374604 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:26.387377 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Calling delete_port for 3fdf8dcf-a57d-4405-b2f7-c81da096c37e owned by network:router_interface {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:26.586985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58499468-f708-41f6-b264-8aa571b837d7 req-fe1bb131-39da-4b60-a5a7-d0d282e828a6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:26.588486 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-58499468-f708-41f6-b264-8aa571b837d7 req-fe1bb131-39da-4b60-a5a7-d0d282e828a6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0549538 Sep 03 01:40:26.644266 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16dc4a-4073-4bdb-81ed-33d93de1f724 req-4e3c81b0-fe2e-4528-af7d-d70360528eca tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:26.646075 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5f16dc4a-4073-4bdb-81ed-33d93de1f724 req-4e3c81b0-fe2e-4528-af7d-d70360528eca tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0505013 Sep 03 01:40:26.650372 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-58499468-f708-41f6-b264-8aa571b837d7 req-fd81d7a6-e3a8-4f2c-9a15-1c6d2dfc3ff4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557489 Sep 03 01:40:26.672658 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (3fdf8dcf-a57d-4405-b2f7-c81da096c37e), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:26.709076 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdf8dcf-a57d-4405-b2f7-c81da096c37e,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:26.748660 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5f16dc4a-4073-4bdb-81ed-33d93de1f724 req-91f84579-de25-48ba-928a-c1fd4e276966 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958519 Sep 03 01:40:26.844070 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:26.906660 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:26.906894 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-b8555e6c-21ff-4dfc-a564-8e4db6292812 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0388596 Sep 03 01:40:26.982912 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252018b-adac-401f-b78b-e39f63fff81a req-4c8fcb11-a3fc-4ec3-9fef-35b445a8f967 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:26.984636 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-4c8fcb11-a3fc-4ec3-9fef-35b445a8f967 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports/b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 940 time: 0.0522015 Sep 03 01:40:27.045621 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:27.116160 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:40:27.227073 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:40:27.233025 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-346434ce-75f7-4b47-9ecd-10b267322f58 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/b0f0ddd7-6200-4646-b1b7-804d9afb1b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6581948 Sep 03 01:40:27.235755 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48710) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:27.238657 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] Sync routers for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:40:27.249970 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:27.250660 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:27.348727 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks [] for router (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:27.372865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:27.459628 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks [] for router_gateway (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:27.562150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:27.563902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Deleting port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:27.564254 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:27.566997 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:40:26Z', 'revision_number': 5, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port': {'id': '61b3baf9-19f6-4b94-9ec2-429e368c1ad4', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:a2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:27.593931 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] Checking router: b0f0ddd7-6200-4646-b1b7-804d9afb1b32 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:40:27.605033 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] Routers {'b0f0ddd7-6200-4646-b1b7-804d9afb1b32'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:27.605740 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:27.651788 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] For port 61b3baf9-19f6-4b94-9ec2-429e368c1ad4, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:27.652412 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:27.676884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Calling delete_port for 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 owned by network:router_gateway {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:27.701302 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] Set router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 gateway port host: None {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:27.763614 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:40:27Z', 'revision_number': 6, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:27.797664 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2e9f8a-600c-45e3-b36c-1f76e88ff83f None None] The sync data for ids ['b0f0ddd7-6200-4646-b1b7-804d9afb1b32'] in dv-cinder-838009-7-iscsi is: [{'id': 'b0f0ddd7-6200-4646-b1b7-804d9afb1b32', 'name': 'tempest-AttachVolumeTestJSON-1453655645-router', 'tenant_id': '53cde5b369084772897d46c38b083d8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:40:27Z', 'revision_number': 6, 'project_id': '53cde5b369084772897d46c38b083d8f', 'gw_port_host': None}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:40:27.824747 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed434991-1dfd-4356-b84c-78e179146e22 req-1746048e-49e5-42fd-ab2f-01f2f4a985de tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:27.831700 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ed434991-1dfd-4356-b84c-78e179146e22 req-1746048e-49e5-42fd-ab2f-01f2f4a985de tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0929351 Sep 03 01:40:27.873114 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:27.919417 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ed434991-1dfd-4356-b84c-78e179146e22 req-c5bdfe29-377c-400e-bba2-bf892becfbcb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748677 Sep 03 01:40:27.965725 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568d425-4fb6-4dc3-850f-80bce4f5ff81 req-b55ba94b-9b55-4a28-af61-3a67253ee3f7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:27.967991 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f568d425-4fb6-4dc3-850f-80bce4f5ff81 req-b55ba94b-9b55-4a28-af61-3a67253ee3f7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0679188 Sep 03 01:40:28.003581 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (61b3baf9-19f6-4b94-9ec2-429e368c1ad4), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.057073 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b3baf9-19f6-4b94-9ec2-429e368c1ad4,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:28.065710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:28.070963 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f568d425-4fb6-4dc3-850f-80bce4f5ff81 req-dcd784bb-9512-45ea-aaab-12fec5c790f2 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971446 Sep 03 01:40:28.124748 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.236060 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.238623 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks [] for router_controller (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.316305 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-c07f7eb9-d0f8-4909-868d-027f3d3961a6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:28.317717 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-c07f7eb9-d0f8-4909-868d-027f3d3961a6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 946 time: 0.0549424 Sep 03 01:40:28.406776 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (b0f0ddd7-6200-4646-b1b7-804d9afb1b32), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.407416 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0f0ddd7-6200-4646-b1b7-804d9afb1b32 {{(pid=106679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:40:28.413113 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.414574 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Deleting port f3456acb-4580-4e62-9494-7b8fd05f264e {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:28.414944 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-22aa55fe-d596-42cb-9f44-1157b50eeb05 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/b0f0ddd7-6200-4646-b1b7-804d9afb1b32 HTTP/1.1" status: 204 len: 168 time: 1.1778052 Sep 03 01:40:28.415055 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.417403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48716) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:28.464571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Deleting subnet a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:40:28.467860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Publish callbacks [] for subnet (a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.503249 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413660'] for subnet (a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.507105 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] For port f3456acb-4580-4e62-9494-7b8fd05f264e, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=f3456acb-4580-4e62-9494-7b8fd05f264e,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:28.508001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.601961 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.688604 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3fdf8dcf-a57d-4405-b2f7-c81da096c37e no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:40:28.709276 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 3fdf8dcf-a57d-4405-b2f7-c81da096c37e {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:40:28.709620 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3fdf8dcf-a57d-4405-b2f7-c81da096c37e not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:40:28.710027 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:40:28.729656 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:40:28.729996 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 61b3baf9-19f6-4b94-9ec2-429e368c1ad4 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:40:28.731320 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.731701 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (81e79958-bf6b-47ef-83fe-f2ca04c67b58), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.732013 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Floating IP 81e79958-bf6b-47ef-83fe-f2ca04c67b58 disassociated. External IP: 172.27.1.208, port: f3456acb-4580-4e62-9494-7b8fd05f264e. Sep 03 01:40:28.732355 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Calling delete_port for f3456acb-4580-4e62-9494-7b8fd05f264e owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:28.749667 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913985'] for subnet (a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.789085 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.793240 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2 HTTP/1.1" status: 204 len: 168 time: 0.3748944 Sep 03 01:40:28.794068 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceea238-093f-44f9-af09-b12078bf946b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a67a25d7-5b8f-41cb-9a79-c34f38d6d4e2,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:28.794705 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a68285a-b405-4cb9-a9a2-d23609621bea None None] Network 3699488b-c45e-45e8-a057-bbc9d098a735 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:40:28.797267 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48718) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:28.873422 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (3699488b-c45e-45e8-a057-bbc9d098a735), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.926717 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Deleting port eb263da8-2622-4a88-b364-17018166c09c {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:28.927062 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (eb263da8-2622-4a88-b364-17018166c09c), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:28.994080 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (f3456acb-4580-4e62-9494-7b8fd05f264e), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.000424 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] DHCP port deletion for 3699488b-c45e-45e8-a057-bbc9d098a735 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:40:29.018083 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:29.052072 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'Port': ['ID=f3456acb-4580-4e62-9494-7b8fd05f264e,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:29.052302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252018b-adac-401f-b78b-e39f63fff81a req-0947ee94-fd1d-4e09-b15a-efdd3edb781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:29.052862 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-0947ee94-fd1d-4e09-b15a-efdd3edb781d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41&tenant_id=e09bed4b9f9741a8ab110a2676baee7f HTTP/1.1" status: 200 len: 1127 time: 0.0755184 Sep 03 01:40:29.055646 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] For port eb263da8-2622-4a88-b364-17018166c09c, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eb263da8-2622-4a88-b364-17018166c09c,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:29.056015 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (eb263da8-2622-4a88-b364-17018166c09c), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.071169 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] Deleting port eb263da8-2622-4a88-b364-17018166c09c {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:29.071641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (eb263da8-2622-4a88-b364-17018166c09c), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.092396 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Calling delete_port for eb263da8-2622-4a88-b364-17018166c09c owned by network:dhcp {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:29.094591 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5f2bef1e-4f1e-41ce-83ce-6bb554bfefa4 req-8399184e-c02a-4a3b-b3bb-b15c64ac8bfe tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 210 time: 0.0471926 Sep 03 01:40:29.098204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:29.148630 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252018b-adac-401f-b78b-e39f63fff81a req-6c6374ae-6081-457d-be54-257a355ab6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:29.151811 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-6c6374ae-6081-457d-be54-257a355ab6f0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1127 time: 0.0684819 Sep 03 01:40:29.177639 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] For port eb263da8-2622-4a88-b364-17018166c09c, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=eb263da8-2622-4a88-b364-17018166c09c,segment=NetworkSegment(5a53f561-fe9c-4ac8-b387-bc586adc3944),segment_id=5a53f561-fe9c-4ac8-b387-bc586adc3944)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:29.177915 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (eb263da8-2622-4a88-b364-17018166c09c), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.192341 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] Calling delete_port for eb263da8-2622-4a88-b364-17018166c09c owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:29.220793 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:40:29.287868 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4fe30f-0a68-492b-bb0d-55819ee3836a req-b4648489-9ee5-45d1-9eb9-6858d48a5511 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:29.290014 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cb4fe30f-0a68-492b-bb0d-55819ee3836a req-b4648489-9ee5-45d1-9eb9-6858d48a5511 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.1116610 Sep 03 01:40:29.325510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:29.331380 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:40:29.343280 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:29.344638 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:40:29.354116 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:29.358489 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:29.359201 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:29.371760 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252018b-adac-401f-b78b-e39f63fff81a req-3e28066e-b195-48e7-97fe-f0e705155deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:29.372726 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (eb263da8-2622-4a88-b364-17018166c09c), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.373243 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-3e28066e-b195-48e7-97fe-f0e705155deb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.1862676 Sep 03 01:40:29.381896 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] No DVR routers for this DVR port f3456acb-4580-4e62-9494-7b8fd05f264e on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:40:29.383135 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cb4fe30f-0a68-492b-bb0d-55819ee3836a req-ae45b086-94d3-41e5-87d4-f7e0af2a3aaa tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861590 Sep 03 01:40:29.385088 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.390176 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-aa1c337f-dc34-47d2-92da-8932bce676f4 req-b2c94635-8023-4235-a633-20fdd005e355 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "DELETE /networking/v2.0/ports/f3456acb-4580-4e62-9494-7b8fd05f264e HTTP/1.1" status: 204 len: 173 time: 1.0658150 Sep 03 01:40:29.394548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'name': 'network-vif-deleted', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:29.394548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6c3780-6743-445e-98dc-f92679bd7d99" -d '{"events": [{"server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "name": "network-vif-deleted", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:29.438722 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] Pushing event deleted for resources: {'Port': ['ID=eb263da8-2622-4a88-b364-17018166c09c,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:29.449040 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d062a2-0b87-4734-a363-47ab57fe28f4 None None] No DVR routers for this DVR port eb263da8-2622-4a88-b364-17018166c09c on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:40:29.449235 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (eb263da8-2622-4a88-b364-17018166c09c), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.470067 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f55b072-9f9f-4751-88a6-2cd330711471 x-openstack-request-id: req-3f55b072-9f9f-4751-88a6-2cd330711471 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:29.470576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843467ed-5454-46d9-8626-619ff8f27fd9", "name": "network-vif-deleted", "tag": "f3456acb-4580-4e62-9494-7b8fd05f264e", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:29.470999 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3f55b072-9f9f-4751-88a6-2cd330711471 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:29.471824 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f55b072-9f9f-4751-88a6-2cd330711471'] response: {'server_uuid': '843467ed-5454-46d9-8626-619ff8f27fd9', 'name': 'network-vif-deleted', 'tag': 'f3456acb-4580-4e62-9494-7b8fd05f264e', 'status': 'completed', 'code': 200} Sep 03 01:40:29.493138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Pushing event deleted for resources: {'Port': ['ID=eb263da8-2622-4a88-b364-17018166c09c,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:29.498744 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-1fbf0685-3af7-4d97-8e33-885b9fbb9e9c service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 998 time: 0.1135683 Sep 03 01:40:29.499935 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] No DVR routers for this DVR port eb263da8-2622-4a88-b364-17018166c09c on host dv-cinder-838009-7-iscsi {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:40:29.529610 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:29.616204 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252018b-adac-401f-b78b-e39f63fff81a req-e277284d-2c7b-47a6-bec4-d505fc46a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:29.618627 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-e277284d-2c7b-47a6-bec4-d505fc46a5bd service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.1131773 Sep 03 01:40:29.620751 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (3699488b-c45e-45e8-a057-bbc9d098a735), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.676879 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3699488b-c45e-45e8-a057-bbc9d098a735']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:29.700196 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a53f561-fe9c-4ac8-b387-bc586adc3944') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:29.700424 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a53f561-fe9c-4ac8-b387-bc586adc3944') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:29.707278 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252018b-adac-401f-b78b-e39f63fff81a req-a1cc6139-f139-4ff8-ab78-e31b4033a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:29.708788 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-a1cc6139-f139-4ff8-ab78-e31b4033a1c2 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786178 Sep 03 01:40:29.712416 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (5a53f561-fe9c-4ac8-b387-bc586adc3944), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.748742 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (5a53f561-fe9c-4ac8-b387-bc586adc3944), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.763613 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:29.789890 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:40:29.790808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (5a53f561-fe9c-4ac8-b387-bc586adc3944), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:29.803573 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:40:29.817483 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:29.818108 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:29.932969 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-04a947aa-f05f-4612-9784-3c13163c9a24 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138567 Sep 03 01:40:29.937567 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:29.966652 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:29.996684 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 5a53f561-fe9c-4ac8-b387-bc586adc3944 resource provider aggregate not found Sep 03 01:40:30.016203 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 5a53f561-fe9c-4ac8-b387-bc586adc3944 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a53f561-fe9c-4ac8-b387-bc586adc3944 found for delete ", "request_id": "req-48db8237-295d-4b7a-9c54-875375c03300"}]} Sep 03 01:40:30.024274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (3699488b-c45e-45e8-a057-bbc9d098a735), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.029490 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.032717 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/3699488b-c45e-45e8-a057-bbc9d098a735 HTTP/1.1" status: 204 len: 168 time: 1.2345152 Sep 03 01:40:30.062583 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff74879-b33c-499d-8093-d10679fe53ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3699488b-c45e-45e8-a057-bbc9d098a735,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:30.071744 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1252018b-adac-401f-b78b-e39f63fff81a req-30b7ef87-26d2-4ce8-8f46-5d1c3f58b4c3 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288495 Sep 03 01:40:30.101071 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:30.144730 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:30.171012 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55110ea6-94e5-4da9-b1ff-49ffb1bd87f0 None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:40:30.238190 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-79715fcb-12f3-454d-9605-7dff9e486bd2 req-7819714e-41e8-47ac-b1d1-912143faa938 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=843467ed-5454-46d9-8626-619ff8f27fd9 HTTP/1.1" status: 200 len: 210 time: 0.0386176 Sep 03 01:40:30.406868 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48746) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:30.452938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ae14fd-32e7-4250-82e1-8964b9c5d574 None None] New status for floating IP 81e79958-bf6b-47ef-83fe-f2ca04c67b58: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:40:30.463407 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-89f2cf40-be9e-43ba-82da-3436076cad82 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=53cde5b369084772897d46c38b083d8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552955 Sep 03 01:40:30.466116 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48750) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:30.560299 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e93f36-920e-46d5-98a9-e0c8b120f1b7 req-c9a96f6a-7c6c-41a1-98b9-ef82d5c4b987 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:30.562096 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-29e93f36-920e-46d5-98a9-e0c8b120f1b7 req-c9a96f6a-7c6c-41a1-98b9-ef82d5c4b987 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0598042 Sep 03 01:40:30.621443 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-29e93f36-920e-46d5-98a9-e0c8b120f1b7 req-988f857b-8541-4ec7-9bcd-6091531943b8 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505822 Sep 03 01:40:30.734130 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eb263da8-2622-4a88-b364-17018166c09c no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:40:30.756694 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: eb263da8-2622-4a88-b364-17018166c09c {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:40:30.757063 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device eb263da8-2622-4a88-b364-17018166c09c not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:40:30.806980 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:30.852365 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fe29134-4bcb-425a-9ab1-e8981e26cfd9 admin admin] Publish callbacks [] for security_group (b14a3ff0-0c0a-429c-96a4-8c580bf8c444), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.875855 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fe29134-4bcb-425a-9ab1-e8981e26cfd9 admin admin] Publish callbacks [] for security_group (b14a3ff0-0c0a-429c-96a4-8c580bf8c444), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.898750 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.989662 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fe29134-4bcb-425a-9ab1-e8981e26cfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b14a3ff0-0c0a-429c-96a4-8c580bf8c444), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.992467 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8fe29134-4bcb-425a-9ab1-e8981e26cfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:30.996636 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8fe29134-4bcb-425a-9ab1-e8981e26cfd9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b14a3ff0-0c0a-429c-96a4-8c580bf8c444 HTTP/1.1" status: 204 len: 168 time: 0.5291262 Sep 03 01:40:31.005378 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe29134-4bcb-425a-9ab1-e8981e26cfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14a3ff0-0c0a-429c-96a4-8c580bf8c444,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:31.516735 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f3456acb-4580-4e62-9494-7b8fd05f264e no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:40:31.552645 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: f3456acb-4580-4e62-9494-7b8fd05f264e {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:40:31.565274 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device f3456acb-4580-4e62-9494-7b8fd05f264e not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:40:31.687052 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-52e875a2-4bb0-4cf1-aa50-88ce3b87a653 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1200131279&fields=id&tenant_id=c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 267 time: 0.1007144 Sep 03 01:40:31.823810 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7b553-7c1c-4e37-ba30-7665794be9da req-67ba4c81-f9f2-44e7-94e4-ab5162bb87cd tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:31.836140 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6ba7b553-7c1c-4e37-ba30-7665794be9da req-67ba4c81-f9f2-44e7-94e4-ab5162bb87cd tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0737691 Sep 03 01:40:31.897149 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-30a2cb3d-5f4d-4d7e-ab25-d1bd1b571439 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:31.898910 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-6ba7b553-7c1c-4e37-ba30-7665794be9da req-9e4c4682-f7d4-4074-a957-4084579b8cb3 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566840 Sep 03 01:40:31.922519 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-30a2cb3d-5f4d-4d7e-ab25-d1bd1b571439 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 811 time: 0.2343035 Sep 03 01:40:31.944268 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-2e2e423e-09a2-434f-892a-28e305a6c05e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/quotas/c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 375 time: 0.0207133 Sep 03 01:40:32.017035 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-3235605c-472d-4620-9c06-02a5b211b667 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0714116 Sep 03 01:40:32.138867 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-c57f6a88-b985-44ae-90ef-16c4fa4ae9c5 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185946 Sep 03 01:40:32.207962 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:32.252176 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-f6a28343-5c25-4f64-8692-88fd8f0a61e2 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074736 Sep 03 01:40:33.024694 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1955c621-78fe-4b56-9bec-53f4575d887b req-cee39a89-ed67-46ef-a39f-e8c13626bf96 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0490725 Sep 03 01:40:33.087077 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671c7ab-ac5b-4a69-baa9-5696af5a2a51 req-5d9c3592-d4fd-4639-95ac-f87f35fd0e51 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:33.088631 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8671c7ab-ac5b-4a69-baa9-5696af5a2a51 req-5d9c3592-d4fd-4639-95ac-f87f35fd0e51 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0627539 Sep 03 01:40:33.169652 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8671c7ab-ac5b-4a69-baa9-5696af5a2a51 req-fd96a6c8-f6fc-46e6-9cce-408388169312 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749459 Sep 03 01:40:34.129097 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f36078c0-835e-41f2-ae37-97790f0e5f36 req-e76f3f7b-a079-4cc7-a22d-25c615b56eb8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0304503 Sep 03 01:40:34.350257 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba316c-e63b-4b1c-ba14-2559a7ebaf0d req-ebfd979f-26ae-4dfc-90e5-160e0ab53f2a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:34.353181 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1aba316c-e63b-4b1c-ba14-2559a7ebaf0d req-ebfd979f-26ae-4dfc-90e5-160e0ab53f2a tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0590291 Sep 03 01:40:34.403764 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48848) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:34.463320 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1aba316c-e63b-4b1c-ba14-2559a7ebaf0d req-24b9b409-7d6d-4d03-95dc-233785c59187 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041949 Sep 03 01:40:34.606655 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f864e58e-7836-439c-858d-6fd0015f40b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:34.712149 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f864e58e-7836-439c-858d-6fd0015f40b4 admin admin] Publish callbacks [] for security_group (2d12f72f-06a4-4bdf-8b28-5f89f40ace7c), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:34.771829 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f864e58e-7836-439c-858d-6fd0015f40b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2d12f72f-06a4-4bdf-8b28-5f89f40ace7c), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:34.812473 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864e58e-7836-439c-858d-6fd0015f40b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d12f72f-06a4-4bdf-8b28-5f89f40ace7c,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:34.817546 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f864e58e-7836-439c-858d-6fd0015f40b4 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=461990bc9adb4dcf9c815e8230469063&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125338 Sep 03 01:40:34.820444 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48852) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:35.131559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Publish callbacks [] for security_group (2d12f72f-06a4-4bdf-8b28-5f89f40ace7c), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:35.159467 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Publish callbacks [] for security_group (2d12f72f-06a4-4bdf-8b28-5f89f40ace7c), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:35.247832 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8a545c2a-de21-4557-8318-c0beee8b3552 req-6e3ac377-92af-49e7-97c0-440f4f55ddb9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0319896 Sep 03 01:40:35.292042 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2d12f72f-06a4-4bdf-8b28-5f89f40ace7c), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:35.294603 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:35.295750 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2d12f72f-06a4-4bdf-8b28-5f89f40ace7c HTTP/1.1" status: 204 len: 168 time: 0.4741325 Sep 03 01:40:35.305584 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d12f72f-06a4-4bdf-8b28-5f89f40ace7c,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:35.313397 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.314318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.314556 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.315239 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.315726 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.316204 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.316678 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.317200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.317674 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.318148 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.318666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.319845 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.320501 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.320776 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.321097 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7c851-a56f-4843-94b3-6e8d29c71190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:35.624790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:35.646758 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7079b5-ebe0-4433-99de-0809f4f47b9e req-46e8e880-f02c-487a-9e7b-28e89ab5df7f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:35.648416 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dc7079b5-ebe0-4433-99de-0809f4f47b9e req-46e8e880-f02c-487a-9e7b-28e89ab5df7f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0652583 Sep 03 01:40:35.714618 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-dc7079b5-ebe0-4433-99de-0809f4f47b9e req-08487a68-8d29-4ed4-ad16-78d815733091 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591035 Sep 03 01:40:36.012592 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48864) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:36.024335 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3849f985-a3a5-447c-8c4b-6e28f55dc53f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.110752 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3849f985-a3a5-447c-8c4b-6e28f55dc53f admin admin] Publish callbacks [] for security_group (1696037c-bcda-4a40-8881-8cbd8c2afd84), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.189400 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3849f985-a3a5-447c-8c4b-6e28f55dc53f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (1696037c-bcda-4a40-8881-8cbd8c2afd84), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.195339 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:36.231138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849f985-a3a5-447c-8c4b-6e28f55dc53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1696037c-bcda-4a40-8881-8cbd8c2afd84,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:36.237919 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3849f985-a3a5-447c-8c4b-6e28f55dc53f admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=fa2e7edacbc7428f978047bd77ae1b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241271 Sep 03 01:40:36.239756 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48866) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:36.282901 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:36.296903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e44465c-1c71-4e9d-aee0-3b5ab2b73fa7 admin admin] Publish callbacks [] for security_group (1696037c-bcda-4a40-8881-8cbd8c2afd84), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.319414 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e44465c-1c71-4e9d-aee0-3b5ab2b73fa7 admin admin] Publish callbacks [] for security_group (1696037c-bcda-4a40-8881-8cbd8c2afd84), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.385192 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e0f6b97c-9a12-49e3-b9ec-b0d0ef1bed7f req-0d98c6c7-58d0-48af-b2c5-bbbb54aa250a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0460191 Sep 03 01:40:36.485659 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e44465c-1c71-4e9d-aee0-3b5ab2b73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (1696037c-bcda-4a40-8881-8cbd8c2afd84), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.488343 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-1e44465c-1c71-4e9d-aee0-3b5ab2b73fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:36.489782 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-1e44465c-1c71-4e9d-aee0-3b5ab2b73fa7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/1696037c-bcda-4a40-8881-8cbd8c2afd84 HTTP/1.1" status: 204 len: 168 time: 0.2503130 Sep 03 01:40:36.501154 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44465c-1c71-4e9d-aee0-3b5ab2b73fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1696037c-bcda-4a40-8881-8cbd8c2afd84,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:36.895134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbb7e9-365a-4eaa-af0f-b31fb839ca8a req-d844e370-66e0-4f28-b89a-ab0123d77a47 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:36.897332 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1edbb7e9-365a-4eaa-af0f-b31fb839ca8a req-d844e370-66e0-4f28-b89a-ab0123d77a47 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0569632 Sep 03 01:40:36.973599 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-1edbb7e9-365a-4eaa-af0f-b31fb839ca8a req-b30cfc56-0536-45f9-b227-9b0b9a17fa0c tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698161 Sep 03 01:40:37.537188 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bda863fb-bb55-491d-b9b1-88fd3332ca6a req-b2ac6515-c925-4b47-acf9-8844f8349af1 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0497029 Sep 03 01:40:38.143984 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876d932-f1ef-4275-8c3c-43a1180477ea req-b50a2c3f-3215-498d-a44d-284f417a273b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:38.145376 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e876d932-f1ef-4275-8c3c-43a1180477ea req-b50a2c3f-3215-498d-a44d-284f417a273b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0683208 Sep 03 01:40:38.202559 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e876d932-f1ef-4275-8c3c-43a1180477ea req-41623eb4-33da-4768-bb0e-8fac0b940ba5 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511053 Sep 03 01:40:38.645965 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-fe49ac3e-8db5-4dbe-a72f-9832a22159c3 req-157e36fb-918f-4bce-b590-534f2cd25ade tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0306678 Sep 03 01:40:39.338257 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d95b3d9-7236-4340-882e-a96f14ced36d req-d07ad20a-1fdb-4a81-8a49-ed11d16d0a10 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:39.339756 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d95b3d9-7236-4340-882e-a96f14ced36d req-d07ad20a-1fdb-4a81-8a49-ed11d16d0a10 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0506983 Sep 03 01:40:39.392864 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5d95b3d9-7236-4340-882e-a96f14ced36d req-d49732d7-9075-4f10-b519-1d60e0c670b7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 Sep 03 01:40:39.757676 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-60dd7e24-2163-42e1-83dc-e5f71b7173f0 req-682fc727-bf57-43d8-bbfd-d4e543808edd tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0311675 Sep 03 01:40:40.147949 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=31 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:40.346685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 48952) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:40.460607 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d6c95bd7-cf47-44d0-a0c6-584079a69982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.527934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c106c69-ebae-435b-9758-0330b4253d41 req-221a4ecc-3709-4e87-a1ab-95bb0d95a24d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:40.529721 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c106c69-ebae-435b-9758-0330b4253d41 req-221a4ecc-3709-4e87-a1ab-95bb0d95a24d tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0472174 Sep 03 01:40:40.542884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d6c95bd7-cf47-44d0-a0c6-584079a69982 admin admin] Publish callbacks [] for security_group (4836ff52-d18d-4b30-96bc-964fcd580d59), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.577728 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2c106c69-ebae-435b-9758-0330b4253d41 req-62b4cf07-b0f8-4347-8311-1e07bb237f4f tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422091 Sep 03 01:40:40.656963 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d6c95bd7-cf47-44d0-a0c6-584079a69982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (4836ff52-d18d-4b30-96bc-964fcd580d59), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.701145 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d6c95bd7-cf47-44d0-a0c6-584079a69982 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=853c3893f9a54ee497b50743d3c95e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3533452 Sep 03 01:40:40.701767 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48958) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:40.702052 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c95bd7-cf47-44d0-a0c6-584079a69982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4836ff52-d18d-4b30-96bc-964fcd580d59,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:40.752154 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a978b503-3bed-4626-944c-440cf82d5806 admin admin] Publish callbacks [] for security_group (4836ff52-d18d-4b30-96bc-964fcd580d59), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.754617 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:40.773402 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a978b503-3bed-4626-944c-440cf82d5806 admin admin] Publish callbacks [] for security_group (4836ff52-d18d-4b30-96bc-964fcd580d59), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.862584 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ade08155-4097-463e-bb6e-07b057bdc756 req-cb09b02a-b273-4504-b8f8-5f21547c461b tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0276477 Sep 03 01:40:40.903474 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a978b503-3bed-4626-944c-440cf82d5806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (4836ff52-d18d-4b30-96bc-964fcd580d59), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.906111 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a978b503-3bed-4626-944c-440cf82d5806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:40.907286 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a978b503-3bed-4626-944c-440cf82d5806 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4836ff52-d18d-4b30-96bc-964fcd580d59 HTTP/1.1" status: 204 len: 168 time: 0.2045112 Sep 03 01:40:40.917869 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978b503-3bed-4626-944c-440cf82d5806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4836ff52-d18d-4b30-96bc-964fcd580d59,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:41.294804 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-1c1e8923-0eb4-4e5a-8a19-9962b6fd52d3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:41.296302 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-1c1e8923-0eb4-4e5a-8a19-9962b6fd52d3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 811 time: 0.1170018 Sep 03 01:40:41.359684 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-7169e01d-c859-467f-9a5e-bf1d45df7241 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 380 time: 0.0547945 Sep 03 01:40:41.368968 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'port': {'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'admin_state_up': True, 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'security_groups': ['ef226b79-2353-4d5f-9dec-ab497f966b06']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:40:41.548315 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Made reservation on behalf of c306d09e93584320b34697dba7641ac8 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:40:41.550854 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:40:41.552619 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.620008 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48976) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:41.639025 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ba66aa7c-4e7f-4ea3-a40b-d3607b54a343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.663273 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:41.676307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'port_id': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'mac_address': 'fa:16:3e:1c:21:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:40:41.728634 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ba66aa7c-4e7f-4ea3-a40b-d3607b54a343 admin admin] Publish callbacks [] for security_group (535df82b-f790-4da8-ac42-42ebe4ae9e21), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.730103 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:41.730668 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.745693 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4585caf-c260-4618-ba71-326b4c35ffdf {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:40:41.765885 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fac62-c35c-4f0c-8f43-1e6c50835e89 req-f32c2f2d-e2c9-4847-a5a2-08162711d23e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:41.767344 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:41.767554 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd5fac62-c35c-4f0c-8f43-1e6c50835e89 req-f32c2f2d-e2c9-4847-a5a2-08162711d23e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 943 time: 0.0974200 Sep 03 01:40:41.770184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:41.775527 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Allocated IP 172.20.0.9 (acc3f9d7-e89e-4ae5-bc90-4373dd60425f/d0b54629-c284-4a1b-8884-71698e5a0b74/9ea8f48a-f00d-4263-8d2c-f16a754b34e4) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:40:41.795187 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ba66aa7c-4e7f-4ea3-a40b-d3607b54a343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (535df82b-f790-4da8-ac42-42ebe4ae9e21), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.812157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.826898 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:41.846504 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ba66aa7c-4e7f-4ea3-a40b-d3607b54a343 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=b0921ed5d3344ea4a80378043777f12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245212 Sep 03 01:40:41.847673 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66aa7c-4e7f-4ea3-a40b-d3607b54a343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535df82b-f790-4da8-ac42-42ebe4ae9e21,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:41.850175 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 48982) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:41.878857 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd5fac62-c35c-4f0c-8f43-1e6c50835e89 req-6a8e8dbb-2143-447d-840f-54ba3b2f0c51 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043861 Sep 03 01:40:41.888332 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=9']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:41.922682 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f584-788d-4143-975e-48c9e4b4d78e admin admin] Publish callbacks [] for security_group (535df82b-f790-4da8-ac42-42ebe4ae9e21), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.947711 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f584-788d-4143-975e-48c9e4b4d78e admin admin] Publish callbacks [] for security_group (535df82b-f790-4da8-ac42-42ebe4ae9e21), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.983834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:41.996961 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-48eae1f7-efa1-45fe-86de-6f7da6216f2c req-26108c61-11e8-4d87-9e82-ed61ac66b402 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0410659 Sep 03 01:40:42.050760 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['b4585caf-c260-4618-ba71-326b4c35ffdf'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:40:42.104445 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:42.148783 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:40:42.151940 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:40:42.155820 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:40:42.172625 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f584-788d-4143-975e-48c9e4b4d78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (535df82b-f790-4da8-ac42-42ebe4ae9e21), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:42.249518 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f584-788d-4143-975e-48c9e4b4d78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:42.249518 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c6f5f584-788d-4143-975e-48c9e4b4d78e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/535df82b-f790-4da8-ac42-42ebe4ae9e21 HTTP/1.1" status: 204 len: 168 time: 0.3254533 Sep 03 01:40:42.251640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:42.252132 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5f584-788d-4143-975e-48c9e4b4d78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535df82b-f790-4da8-ac42-42ebe4ae9e21,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:42.252596 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:42.253055 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:42.253055 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:42.469672 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f1ac0a01-3496-4ed2-8686-c8391a0cd3e3 None None] Provisioning complete for port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:40:42.470048 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f1ac0a01-3496-4ed2-8686-c8391a0cd3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:42.502010 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac0a01-3496-4ed2-8686-c8391a0cd3e3 None None] Port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:40:43.026846 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6993aa0-5bd9-43e4-b7e3-c8fb1ddf8124 req-42bc0a64-e1d1-4254-8281-5c8d59384db0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:43.028430 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b6993aa0-5bd9-43e4-b7e3-c8fb1ddf8124 req-42bc0a64-e1d1-4254-8281-5c8d59384db0 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 944 time: 0.0517287 Sep 03 01:40:43.084235 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b6993aa0-5bd9-43e4-b7e3-c8fb1ddf8124 req-8b5abada-6145-4c7a-9c13-964afb4a0279 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486786 Sep 03 01:40:43.085405 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:43.122934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2813e6c-0a9a-4dfe-8e11-c2871d8374e6 req-97d58c8c-bbcf-480f-b4e4-f3533d027cd9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:43.124370 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d2813e6c-0a9a-4dfe-8e11-c2871d8374e6 req-97d58c8c-bbcf-480f-b4e4-f3533d027cd9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 931 time: 0.0487542 Sep 03 01:40:43.174286 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d2813e6c-0a9a-4dfe-8e11-c2871d8374e6 req-d0e39ac0-3997-4031-b51a-8d1b33e84ff5 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443280 Sep 03 01:40:43.334942 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-05a32fbd-f225-4315-99ba-956114ade2ce tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9698789 Sep 03 01:40:43.357143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Request body: {'port': {'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:40:43.361882 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:43.416019 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:43.569383 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:40:43.688317 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:40:43.696970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Publish callbacks [] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:43.711380 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Transition to ACTIVE for port object 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:40:43.763533 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port b4585caf-c260-4618-ba71-326b4c35ffdf triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:40:43.763942 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:43.768315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:43.772200 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:43.853893 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:43.867387 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port b4585caf-c260-4618-ba71-326b4c35ffdf is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:43.868842 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:43.876019 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:43.899021 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:43.902620 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ea0cec-337e-42f1-a4bd-fdf539f98d3e" -d '{"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-plugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:43.915912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Attempting to bind port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:40:43.916238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Attempting to bind port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:40:43.916570 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Attempting to bind port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:40:43.921457 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:40:43.921796 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Attempting to bind port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:40:43.927692 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:40:43.940409 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Checking segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:40:43.941018 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:43.941122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Bound using segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:40:43.941122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Bound port: 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:40:43.941122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:43.952112 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f195688d-75dd-4494-aab0-c9b0b64934bb x-openstack-request-id: req-f195688d-75dd-4494-aab0-c9b0b64934bb {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:43.952575 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-plugged", "status": "completed", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:43.953020 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f195688d-75dd-4494-aab0-c9b0b64934bb {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:43.953846 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f195688d-75dd-4494-aab0-c9b0b64934bb'] response: {'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'code': 200} Sep 03 01:40:44.003403 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] For port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:40:44.006788 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] For port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:40:44.012385 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:44.065302 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=10']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:44.122142 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:44.128770 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.129729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:44.131950 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 200 len: 1093 time: 0.7792261 Sep 03 01:40:44.132682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:44.137336 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9fbbfd-521a-4f58-8912-34b6a659af60" -d '{"events": [{"name": "network-changed", "server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:44.200905 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4b167-ccdd-4b4e-b5d4-9f8af3d1be45 service neutron] Pushing event updated for resources: {'Port': ['ID=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:44.243891 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab386a4e-a0b0-4a9a-97c1-b16f6fb4e84a req-df3fe16c-c951-4b8e-a68a-1fb4332ef715 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.243891 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ab386a4e-a0b0-4a9a-97c1-b16f6fb4e84a req-df3fe16c-c951-4b8e-a68a-1fb4332ef715 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0623708 Sep 03 01:40:44.297161 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-2a1afc32-c905-4f8f-a54d-564abea72da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.298787 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-2a1afc32-c905-4f8f-a54d-564abea72da3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1127 time: 0.0560672 Sep 03 01:40:44.307036 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ab386a4e-a0b0-4a9a-97c1-b16f6fb4e84a req-cfea76c9-765e-42c7-8bca-63dbcf8ba487 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556507 Sep 03 01:40:44.369255 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-670f8c21-cf5d-4ba7-b5de-6f4cf728aae3 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 200 len: 217 time: 0.0577250 Sep 03 01:40:44.370753 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2f313-f53c-483f-8eb6-5156ca52cb1c x-openstack-request-id: req-81a2f313-f53c-483f-8eb6-5156ca52cb1c {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:44.371048 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:44.371296 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-81a2f313-f53c-483f-8eb6-5156ca52cb1c {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:44.371694 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a2f313-f53c-483f-8eb6-5156ca52cb1c'] response: {'name': 'network-changed', 'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'status': 'completed', 'code': 200} Sep 03 01:40:44.402648 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71a474-46c0-4fb0-9c0e-1a102a646952 req-50002f6d-d60c-4641-a268-65224d9ebaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.404515 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5f71a474-46c0-4fb0-9c0e-1a102a646952 req-50002f6d-d60c-4641-a268-65224d9ebaa5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1130 time: 0.0587766 Sep 03 01:40:44.426794 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-316ce01f-dea4-4550-b219-0d28965a5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.428267 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-316ce01f-dea4-4550-b219-0d28965a5fa0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0477648 Sep 03 01:40:44.475385 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:44.478559 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-6c04bc29-6d82-46d4-afd2-92716be622e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.480274 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-6c04bc29-6d82-46d4-afd2-92716be622e7 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450926 Sep 03 01:40:44.481766 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-5f71a474-46c0-4fb0-9c0e-1a102a646952 req-b10b5fb9-f66b-4283-abc9-ef968fbb67c2 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713155 Sep 03 01:40:44.499164 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debdca52-d45e-46f7-a3b5-bc09a20b58bd req-b329960d-46f0-4e88-bf53-d5b824f18c62 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:44.502811 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-debdca52-d45e-46f7-a3b5-bc09a20b58bd req-b329960d-46f0-4e88-bf53-d5b824f18c62 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0778756 Sep 03 01:40:44.567868 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-debdca52-d45e-46f7-a3b5-bc09a20b58bd req-6272ccde-bbfe-450e-be88-adcf69c96cf4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596809 Sep 03 01:40:44.798214 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-530b530d-ebbe-4888-8347-c15890d0bb14 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039379 Sep 03 01:40:44.892693 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c3e07c48-fcda-4af5-9f4c-bfc03a8cf2e7 req-ab092ada-1076-4c1c-a02b-966022ac0b21 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840127 Sep 03 01:40:45.349291 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:45.442615 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a7ddfb-9207-4979-8656-89ede45166fb req-dbad0b3d-2667-4a88-9b46-f47fb72c77ec tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:45.444108 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e0a7ddfb-9207-4979-8656-89ede45166fb req-dbad0b3d-2667-4a88-9b46-f47fb72c77ec tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0516715 Sep 03 01:40:45.494429 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e0a7ddfb-9207-4979-8656-89ede45166fb req-29c6ff72-3479-4188-b4d2-ec767cc8bf81 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438709 Sep 03 01:40:45.542963 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-10835915-7d81-4af8-8372-88c9fd093297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:45.544485 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-10835915-7d81-4af8-8372-88c9fd093297 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1127 time: 0.0435889 Sep 03 01:40:45.646939 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-91c2302f-6780-444a-b80f-bef9d4edff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:45.648670 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-91c2302f-6780-444a-b80f-bef9d4edff6c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.0951922 Sep 03 01:40:45.710614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f98496-2250-451c-afc4-fc3c8fc61272 req-8f5c4970-5882-4b58-bef4-cdba2fd0fe16 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:45.712771 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-53f98496-2250-451c-afc4-fc3c8fc61272 req-8f5c4970-5882-4b58-bef4-cdba2fd0fe16 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0486257 Sep 03 01:40:45.764835 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-53f98496-2250-451c-afc4-fc3c8fc61272 req-9b38c6bd-2b0a-4c93-b2f2-fe9146a510c0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464532 Sep 03 01:40:46.066888 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-1ab74cd0-4829-4b05-b7de-3efb827e8604 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 200 len: 217 time: 0.0407925 Sep 03 01:40:46.119700 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-ae808fda-ee1f-4722-9110-944daea9050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:46.121928 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-ae808fda-ee1f-4722-9110-944daea9050e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0489759 Sep 03 01:40:46.172351 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-5b3b4631-77bf-4f17-a9e2-98c759dd195b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:46.173895 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-5b3b4631-77bf-4f17-a9e2-98c759dd195b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455155 Sep 03 01:40:46.274830 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-d3000f12-c801-4d44-a16b-f9e3b4797d80 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940201 Sep 03 01:40:46.305040 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:46.377068 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-3f9fbbfd-521a-4f58-8912-34b6a659af60 req-d7395ca0-3d87-4510-bb02-519945792f83 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958478 Sep 03 01:40:46.622836 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd37f90a-b879-4344-8eeb-f951867d9210 req-f3464ff3-a8e8-434e-9951-d98f8c9b4746 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:46.624288 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd37f90a-b879-4344-8eeb-f951867d9210 req-f3464ff3-a8e8-434e-9951-d98f8c9b4746 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0481145 Sep 03 01:40:46.671266 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bd37f90a-b879-4344-8eeb-f951867d9210 req-95ac0ba7-74ad-4993-9727-7192a3b010d6 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414932 Sep 03 01:40:46.892306 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e93b5-23c2-4324-bc6a-1cf040c9aa77 req-64852a4a-79f5-4513-8ca1-2c4c53269c0b tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:46.893754 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-662e93b5-23c2-4324-bc6a-1cf040c9aa77 req-64852a4a-79f5-4513-8ca1-2c4c53269c0b tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0509911 Sep 03 01:40:46.944798 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-662e93b5-23c2-4324-bc6a-1cf040c9aa77 req-39cfee38-edb1-40a5-ae8d-7c5267160604 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440624 Sep 03 01:40:47.801150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e9544-6c27-4c57-9d2c-6c078dc1e930 req-ea85024e-08d2-4d5b-8257-822c7604b04e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:47.802547 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-814e9544-6c27-4c57-9d2c-6c078dc1e930 req-ea85024e-08d2-4d5b-8257-822c7604b04e tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0498624 Sep 03 01:40:47.860968 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-814e9544-6c27-4c57-9d2c-6c078dc1e930 req-927c87bd-6bfb-4b74-ad3b-496299a6c686 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521643 Sep 03 01:40:48.064805 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64d37f-ab9f-4d95-9cf0-3b737635f984 req-75c02cd8-ceab-4b50-b1ea-2ba9deb460c5 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:48.066165 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bd64d37f-ab9f-4d95-9cf0-3b737635f984 req-75c02cd8-ceab-4b50-b1ea-2ba9deb460c5 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0467539 Sep 03 01:40:48.118288 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bd64d37f-ab9f-4d95-9cf0-3b737635f984 req-13cde15b-5b17-40d1-a9d8-7002356d22d9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440226 Sep 03 01:40:49.243399 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809bd68-bed8-4e31-a298-4f8d62e0a816 req-02914822-94d0-468b-b08f-7d5edec77db8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:49.244774 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b809bd68-bed8-4e31-a298-4f8d62e0a816 req-02914822-94d0-468b-b08f-7d5edec77db8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0471523 Sep 03 01:40:49.294505 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b809bd68-bed8-4e31-a298-4f8d62e0a816 req-9d729411-6904-4f22-a4a3-4007ad5b6c27 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439298 Sep 03 01:40:49.524987 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57d61a35-1db0-4a98-bf88-7c07ba7aa9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:50.412098 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de33f70-b5bc-4301-b562-1b0c1370ab2e req-3f1076a8-6e62-4267-baaa-5094bc0293a4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:50.413518 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5de33f70-b5bc-4301-b562-1b0c1370ab2e req-3f1076a8-6e62-4267-baaa-5094bc0293a4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0458834 Sep 03 01:40:50.465084 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5de33f70-b5bc-4301-b562-1b0c1370ab2e req-973911cd-8793-45b7-b299-8310faf866b5 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Sep 03 01:40:51.583338 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9466db8-3d67-40fe-8743-b7da6500941c req-b6d2ef97-ffe1-4020-832a-c185ebfff147 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:51.584766 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b9466db8-3d67-40fe-8743-b7da6500941c req-b6d2ef97-ffe1-4020-832a-c185ebfff147 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0459738 Sep 03 01:40:51.636481 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b9466db8-3d67-40fe-8743-b7da6500941c req-c9bc1cd9-364c-4b6f-b1af-c06a1827b50e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462408 Sep 03 01:40:52.000034 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-78ffc4d9-bd9f-4e19-bdc5-8390874e9170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:52.754763 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f367a4-4162-4398-9671-5eb25841fef2 req-9bea211f-442a-48b5-aa4d-72d3155427fc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:52.756195 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e2f367a4-4162-4398-9671-5eb25841fef2 req-9bea211f-442a-48b5-aa4d-72d3155427fc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0461497 Sep 03 01:40:52.804977 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e2f367a4-4162-4398-9671-5eb25841fef2 req-bde995aa-4e92-44aa-b3cc-86c561d1831f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422919 Sep 03 01:40:53.034964 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:53.929924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fd48-c0d1-4e0d-b7e4-713a4d71672c req-7896c399-028d-403b-8bef-53cd412dead3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:53.931677 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bfd2fd48-c0d1-4e0d-b7e4-713a4d71672c req-7896c399-028d-403b-8bef-53cd412dead3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0482557 Sep 03 01:40:53.984795 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bfd2fd48-c0d1-4e0d-b7e4-713a4d71672c req-0ba2a501-3369-403a-aedf-9425878795bc tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474181 Sep 03 01:40:54.817830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:54.840688 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:55.110123 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29d72e-e6a0-4150-9ae1-9dc924adf0a4 req-54823d52-8167-495a-98a0-b445ceba3feb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:55.111608 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1f29d72e-e6a0-4150-9ae1-9dc924adf0a4 req-54823d52-8167-495a-98a0-b445ceba3feb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 943 time: 0.0483749 Sep 03 01:40:55.163009 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1f29d72e-e6a0-4150-9ae1-9dc924adf0a4 req-b0572b72-9a61-4b17-a1ec-d35d63994222 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458262 Sep 03 01:40:55.592650 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:40:55.693712 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:55.705186 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:40:55.742525 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:55.743400 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:55.756400 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:40:55.778455 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:55.908840 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:55.963418 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:56.140222 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['9ea8f48a-f00d-4263-8d2c-f16a754b34e4'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:40:56.243424 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:56.292890 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be149bea-8cda-4286-ba5f-37163a40c8e2 req-4be0b0b1-38a9-405c-850c-cd12fb93b19a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:56.294421 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-be149bea-8cda-4286-ba5f-37163a40c8e2 req-4be0b0b1-38a9-405c-850c-cd12fb93b19a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 944 time: 0.0503495 Sep 03 01:40:56.345458 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-be149bea-8cda-4286-ba5f-37163a40c8e2 req-e2ca17d2-338c-4848-8d03-bcfd757534b8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Sep 03 01:40:56.626161 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a4342-ee34-447d-b828-0ccef0b137bb req-a5c414a7-2aa1-4682-bc81-903e4850c9e3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:56.627682 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-668a4342-ee34-447d-b828-0ccef0b137bb req-a5c414a7-2aa1-4682-bc81-903e4850c9e3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 945 time: 0.0508244 Sep 03 01:40:56.668419 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:56.675605 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-668a4342-ee34-447d-b828-0ccef0b137bb req-7de34a44-203e-4ca8-9b01-927cf11d7669 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422492 Sep 03 01:40:57.476283 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62665882-ddfd-42b6-926c-b4184b025296 req-2530a7b6-9a3a-4556-bfef-412b8febc198 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:57.478305 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62665882-ddfd-42b6-926c-b4184b025296 req-2530a7b6-9a3a-4556-bfef-412b8febc198 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 944 time: 0.0506668 Sep 03 01:40:57.528092 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62665882-ddfd-42b6-926c-b4184b025296 req-ce3d49e0-4d8d-4e2e-9382-0571284b9e10 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441344 Sep 03 01:40:57.625230 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:40:57.629141 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:57.668227 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:40:57.748830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:40:57.749334 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:57.797289 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4196110-57cd-44af-8fe9-134d85d8a938 req-796eb441-6c44-412f-ad46-08b934fdba43 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:57.798711 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e4196110-57cd-44af-8fe9-134d85d8a938 req-796eb441-6c44-412f-ad46-08b934fdba43 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 945 time: 0.0481946 Sep 03 01:40:57.826127 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:40:57.826694 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:57.852554 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:57.857465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefe1887-290f-4acf-b535-6f2dd8a74f88" -d '{"events": [{"server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:57.864771 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e4196110-57cd-44af-8fe9-134d85d8a938 req-5b1d9f05-980b-4edf-a7b7-24d827a58e14 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=dba4d638-b178-40c6-b72e-d42faa6d2c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558422 Sep 03 01:40:57.883240 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:57.909827 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0eccf18-2623-4e13-9bec-c1d61b285289 x-openstack-request-id: req-d0eccf18-2623-4e13-9bec-c1d61b285289 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:57.910146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "name": "network-vif-plugged", "status": "completed", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:57.910427 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d0eccf18-2623-4e13-9bec-c1d61b285289 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:57.910823 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0eccf18-2623-4e13-9bec-c1d61b285289'] response: {'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'code': 200} Sep 03 01:40:57.960302 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.010919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:58.064842 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49254) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:58.193899 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0c66c00-f2c0-4508-9bb2-b1bf5d91ed1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.270586 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0c66c00-f2c0-4508-9bb2-b1bf5d91ed1b admin admin] Publish callbacks [] for security_group (104db668-f2d8-4c89-8c05-706f16922955), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.325450 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-d0c66c00-f2c0-4508-9bb2-b1bf5d91ed1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (104db668-f2d8-4c89-8c05-706f16922955), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.335583 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-7cf5c874-8409-4836-8265-bbb9326290f8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:58.337037 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-7cf5c874-8409-4836-8265-bbb9326290f8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 945 time: 0.0484111 Sep 03 01:40:58.381638 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:58.382947 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4de8f-649b-4065-99fc-5e3e8faa4b1b req-4b3ac18c-7e8c-4fbf-90ec-b4d4a4753426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:58.385093 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5d4de8f-649b-4065-99fc-5e3e8faa4b1b req-4b3ac18c-7e8c-4fbf-90ec-b4d4a4753426 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1129 time: 0.0740428 Sep 03 01:40:58.391970 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-d0c66c00-f2c0-4508-9bb2-b1bf5d91ed1b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ee34becd0572466abc29a5325e3a13da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267703 Sep 03 01:40:58.398422 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c66c00-f2c0-4508-9bb2-b1bf5d91ed1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104db668-f2d8-4c89-8c05-706f16922955,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:58.402780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49258) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:58.428862 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port 914b4f37-4e68-434b-abc8-978883c344a6 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:40:58.429316 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (914b4f37-4e68-434b-abc8-978883c344a6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.471950 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f5d4de8f-649b-4065-99fc-5e3e8faa4b1b req-fc8438d1-b4d5-4390-a4a0-343e957282a3 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787051 Sep 03 01:40:58.483359 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e00-8e5e-482f-96e4-4cca8ad16537 admin admin] Publish callbacks [] for security_group (104db668-f2d8-4c89-8c05-706f16922955), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.503703 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e00-8e5e-482f-96e4-4cca8ad16537 admin admin] Publish callbacks [] for security_group (104db668-f2d8-4c89-8c05-706f16922955), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.519979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] For port 914b4f37-4e68-434b-abc8-978883c344a6, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=914b4f37-4e68-434b-abc8-978883c344a6,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:40:58.520530 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (914b4f37-4e68-434b-abc8-978883c344a6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.579107 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:58.632543 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e00-8e5e-482f-96e4-4cca8ad16537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (104db668-f2d8-4c89-8c05-706f16922955), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.635159 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c7be9e00-8e5e-482f-96e4-4cca8ad16537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.636271 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c7be9e00-8e5e-482f-96e4-4cca8ad16537 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/104db668-f2d8-4c89-8c05-706f16922955 HTTP/1.1" status: 204 len: 168 time: 0.2316482 Sep 03 01:40:58.653050 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be9e00-8e5e-482f-96e4-4cca8ad16537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104db668-f2d8-4c89-8c05-706f16922955,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:58.662370 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86ecc7-194e-4f18-8df4-1e8bfeaa8c60 req-d23eb504-7542-46e7-b0e2-0482ae7b7bc8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:58.663850 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6a86ecc7-194e-4f18-8df4-1e8bfeaa8c60 req-d23eb504-7542-46e7-b0e2-0482ae7b7bc8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 945 time: 0.0602438 Sep 03 01:40:58.702573 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.702932 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (0c53e34d-8ae4-4b1d-be88-03c82da007d5), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.703245 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Floating IP 0c53e34d-8ae4-4b1d-be88-03c82da007d5 disassociated. External IP: 172.27.1.14, port: 914b4f37-4e68-434b-abc8-978883c344a6. Sep 03 01:40:58.703584 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for 914b4f37-4e68-434b-abc8-978883c344a6 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:40:58.726230 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6a86ecc7-194e-4f18-8df4-1e8bfeaa8c60 req-10ce2ba0-978d-4895-b70f-5eb514b724e1 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549519 Sep 03 01:40:58.755827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:58.880356 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (914b4f37-4e68-434b-abc8-978883c344a6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:58.911998 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=914b4f37-4e68-434b-abc8-978883c344a6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:59.019708 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-18ea347c-93b9-45eb-8e50-3372eda47901 req-fbf3ecab-caea-451d-864e-3939c1664496 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0509148 Sep 03 01:40:59.053536 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:40:59.154988 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:40:59.166893 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:40:59.176406 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:59.177010 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:59.207731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] No DVR routers for this DVR port 914b4f37-4e68-434b-abc8-978883c344a6 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:40:59.207731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.207731 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e640b1bc-3df8-42f2-813c-7ddbb4b1a571 req-70f4032e-dba7-4332-871d-617180a047d3 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.42 "DELETE /networking/v2.0/ports/914b4f37-4e68-434b-abc8-978883c344a6 HTTP/1.1" status: 204 len: 173 time: 0.8629310 Sep 03 01:40:59.207731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'name': 'network-vif-deleted', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:40:59.209359 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24efa93-38f7-4ea7-b87f-35ff8458c2b8" -d '{"events": [{"server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "name": "network-vif-deleted", "tag": "914b4f37-4e68-434b-abc8-978883c344a6"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:40:59.248810 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95003beb-04d8-42cd-9f64-1d1fe8286d01 x-openstack-request-id: req-95003beb-04d8-42cd-9f64-1d1fe8286d01 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:40:59.248810 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "339527e0-bd33-4cfb-950f-ccb7a68a69bc", "name": "network-vif-deleted", "tag": "914b4f37-4e68-434b-abc8-978883c344a6", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:40:59.248810 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95003beb-04d8-42cd-9f64-1d1fe8286d01 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:40:59.249124 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95003beb-04d8-42cd-9f64-1d1fe8286d01'] response: {'server_uuid': '339527e0-bd33-4cfb-950f-ccb7a68a69bc', 'name': 'network-vif-deleted', 'tag': '914b4f37-4e68-434b-abc8-978883c344a6', 'status': 'completed', 'code': 200} Sep 03 01:40:59.281447 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49270) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:59.298474 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.383817 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:59.391902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Publish callbacks [] for security_group (91c45aa7-bc86-4f4b-a986-875a9e5b05dd), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.480467 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (91c45aa7-bc86-4f4b-a986-875a9e5b05dd), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.524335 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7ad2aea92eb04bfe8ee19b232ad121cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2415867 Sep 03 01:40:59.526276 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c45aa7-bc86-4f4b-a986-875a9e5b05dd,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:59.527318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49272) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:40:59.533917 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.534550 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.534957 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.536710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.536710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.536710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.536710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.536710 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.537186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.537186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.537515 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.537830 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.538142 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.538480 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.538792 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419d3ce8-e06d-4b5a-90dc-ba25b8129c2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:40:59.579092 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:59.590012 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1e6dfb0b-429c-44d2-b2aa-324cdcb94e71 admin admin] Publish callbacks [] for security_group (91c45aa7-bc86-4f4b-a986-875a9e5b05dd), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.608736 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:40:59.613842 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1e6dfb0b-429c-44d2-b2aa-324cdcb94e71 admin admin] Publish callbacks [] for security_group (91c45aa7-bc86-4f4b-a986-875a9e5b05dd), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.625966 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:40:59.626888 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:40:59.740544 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:40:59.744093 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1e6dfb0b-429c-44d2-b2aa-324cdcb94e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (91c45aa7-bc86-4f4b-a986-875a9e5b05dd), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.746690 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1e6dfb0b-429c-44d2-b2aa-324cdcb94e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:40:59.747913 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1e6dfb0b-429c-44d2-b2aa-324cdcb94e71 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/91c45aa7-bc86-4f4b-a986-875a9e5b05dd HTTP/1.1" status: 204 len: 168 time: 0.2192080 Sep 03 01:40:59.757118 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6dfb0b-429c-44d2-b2aa-324cdcb94e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c45aa7-bc86-4f4b-a986-875a9e5b05dd,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:40:59.820699 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:40:59.856673 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:40:59.882092 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701d51b-28e0-4947-9de8-47d09d78dde4 req-5329a45d-6162-47ba-b607-1493579d219d tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:40:59.886907 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b701d51b-28e0-4947-9de8-47d09d78dde4 req-5329a45d-6162-47ba-b607-1493579d219d tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 945 time: 0.0622756 Sep 03 01:40:59.941201 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b701d51b-28e0-4947-9de8-47d09d78dde4 req-7184e54f-96a5-4ccc-a199-3ef3fef4e3ca tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468757 Sep 03 01:40:59.966200 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:00.005446 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7380fce9-279f-489b-abf6-b6fb41f3c260 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:06Z', 'revision_number': 4, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '56a902f0-a2f5-40a0-9590-65b42cfa598f', 'name': '', 'network_id': '7bd92e7f-f880-47a6-a573-413ea7d8bd54', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'mac_address': 'fa:16:3e:ae:c9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '01985834-b812-4464-b00a-84a8b348cef3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:04Z', 'updated_at': '2022-09-03T01:33:20Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'subnets': [{'id': '01985834-b812-4464-b00a-84a8b348cef3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:41:00.120981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc334b-dcc1-4502-b5dc-ee72af4b4cd1 req-c53c4540-2fc3-42bc-867a-9ac343f75c33 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:00.122814 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37cc334b-dcc1-4502-b5dc-ee72af4b4cd1 req-c53c4540-2fc3-42bc-867a-9ac343f75c33 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 945 time: 0.0758653 Sep 03 01:41:00.167496 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ad6c8f35-a26c-43cd-b2fd-0729ea2b701e req-1399323c-cbae-4d05-b678-e846d8ff29e8 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=339527e0-bd33-4cfb-950f-ccb7a68a69bc HTTP/1.1" status: 200 len: 210 time: 0.0340395 Sep 03 01:41:00.186108 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-37cc334b-dcc1-4502-b5dc-ee72af4b4cd1 req-6e520b2e-993d-4ee1-a521-5c4036926c66 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557528 Sep 03 01:41:00.216389 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49284) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:00.255580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e057af-d735-4eff-b7d3-689cf12aab65 tempest-TestVolumeBootPattern-1240623036 tempest-TestVolumeBootPattern-1240623036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:00.258821 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-74e057af-d735-4eff-b7d3-689cf12aab65 tempest-TestVolumeBootPattern-1240623036 tempest-TestVolumeBootPattern-1240623036-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1124 time: 0.0413494 Sep 03 01:41:00.260014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49286) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:00.264481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:41:00.317101 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42a5c2-e7d7-442b-b72b-e491f47399ce None None] New status for floating IP 0c53e34d-8ae4-4b1d-be88-03c82da007d5: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:41:00.353800 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:00.458156 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:00.511876 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:00.571173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Allocated IP 172.27.1.12 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/b0e4ae6f-300a-490b-9ba7-11633ac84737) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:41:00.700094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:00.796350 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:00.839915 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:41:00.846516 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:41:00.850605 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:41:00.881784 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=b0e4ae6f-300a-490b-9ba7-11633ac84737,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:00.932795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:00.963802 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:01.366090 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49312) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:01.380947 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:01.429439 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c5f153c8-8d77-4e69-b7fe-2ced8b2d4a34 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (dba4d638-b178-40c6-b72e-d42faa6d2c4f), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.455571 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c5f153c8-8d77-4e69-b7fe-2ced8b2d4a34 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (dba4d638-b178-40c6-b72e-d42faa6d2c4f), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.516610 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (820279d9-3f54-466a-a168-665a9ba1279b), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.606227 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c5f153c8-8d77-4e69-b7fe-2ced8b2d4a34 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (dba4d638-b178-40c6-b72e-d42faa6d2c4f), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.608878 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c5f153c8-8d77-4e69-b7fe-2ced8b2d4a34 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.610171 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c5f153c8-8d77-4e69-b7fe-2ced8b2d4a34 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/dba4d638-b178-40c6-b72e-d42faa6d2c4f HTTP/1.1" status: 204 len: 168 time: 0.2424281 Sep 03 01:41:01.613435 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49318) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:01.619991 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f153c8-8d77-4e69-b7fe-2ced8b2d4a34 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba4d638-b178-40c6-b72e-d42faa6d2c4f,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:01.628371 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-c22be65b-b3c0-4d1b-813d-5e383fb5d19a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] show failed (client error): The resource could not be found. Sep 03 01:41:01.631995 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c22be65b-b3c0-4d1b-813d-5e383fb5d19a tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "GET /networking/v2.0/security-groups/dba4d638-b178-40c6-b72e-d42faa6d2c4f HTTP/1.1" status: 404 len: 347 time: 0.0149577 Sep 03 01:41:01.632423 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49320) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:01.662242 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 914b4f37-4e68-434b-abc8-978883c344a6 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:01.682762 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 914b4f37-4e68-434b-abc8-978883c344a6 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:01.683227 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 914b4f37-4e68-434b-abc8-978883c344a6 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:01.760705 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.792435 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:01.803524 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Deleting port b3044645-1ee1-485d-9a85-5438f5c7c2b5 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:01.803883 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.948173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.948534 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (b3044645-1ee1-485d-9a85-5438f5c7c2b5), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:01.972068 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Calling delete_port for b3044645-1ee1-485d-9a85-5438f5c7c2b5 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:02.072150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.135678 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:02.143585 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.222931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (820279d9-3f54-466a-a168-665a9ba1279b), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.224620 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=b0e4ae6f-300a-490b-9ba7-11633ac84737,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:02.317393 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b3044645-1ee1-485d-9a85-5438f5c7c2b5), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.345655 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Floating IP 820279d9-3f54-466a-a168-665a9ba1279b associated. External IP: 172.27.1.12, port: 9ea8f48a-f00d-4263-8d2c-f16a754b34e4. Sep 03 01:41:02.348548 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Pushing event deleted for resources: {'Port': ['ID=b3044645-1ee1-485d-9a85-5438f5c7c2b5,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:02.485589 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks [] for floatingip (0c53e34d-8ae4-4b1d-be88-03c82da007d5), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.488072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.489193 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-72f3923e-a24b-488e-a27f-8902daa30e98 tempest-AttachVolumeNegativeTest-48379467 tempest-AttachVolumeNegativeTest-48379467-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/0c53e34d-8ae4-4b1d-be88-03c82da007d5 HTTP/1.1" status: 204 len: 168 time: 0.8558712 Sep 03 01:41:02.538143 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:02.602410 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:41:02.714285 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:41:02.724729 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:41:02.745729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49342) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:02.753312 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:02.757590 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:02.809820 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.846634 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-87697401-6615-4df5-a7ca-8d24a31d30e8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5855222 Sep 03 01:41:02.847302 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:41:02.849649 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:41:02.873004 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:02.878107 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-effc5883-d146-4823-b942-05281aaf28e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:02.891840 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c159b0e-fd3e-4c8b-9b9f-5970982001bc x-openstack-request-id: req-7c159b0e-fd3e-4c8b-9b9f-5970982001bc {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:41:02.892135 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:41:02.892388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c159b0e-fd3e-4c8b-9b9f-5970982001bc {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:41:02.892786 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c159b0e-fd3e-4c8b-9b9f-5970982001bc'] response: {'name': 'network-changed', 'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'status': 'completed', 'code': 200} Sep 03 01:41:02.969300 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-069590d5-bb62-4987-8a54-e3a76f9f71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:02.970812 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-069590d5-bb62-4987-8a54-e3a76f9f71f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1129 time: 0.0528703 Sep 03 01:41:03.014682 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:03.037812 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:03.039184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-effc5883-d146-4823-b942-05281aaf28e8 admin admin] Publish callbacks [] for security_group (831369d1-f164-4dd2-a800-9e855fcb3f57), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:03.081067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-6337e143-5274-45be-baa6-1128b894cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:03.082730 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-6337e143-5274-45be-baa6-1128b894cdfd service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.1007674 Sep 03 01:41:03.084418 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:01Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:03.110853 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:41:03.120382 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:03.120991 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:03.141596 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-effc5883-d146-4823-b942-05281aaf28e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (831369d1-f164-4dd2-a800-9e855fcb3f57), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:03.156962 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-d6430c6f-c74d-4994-8ea3-b2d3718c84c6 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 200 len: 998 time: 0.0677750 Sep 03 01:41:03.220703 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-effc5883-d146-4823-b942-05281aaf28e8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4bc686c8bec044aeb24195fa5d1dda6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4713655 Sep 03 01:41:03.220703 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc5883-d146-4823-b942-05281aaf28e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831369d1-f164-4dd2-a800-9e855fcb3f57,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:03.221627 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49350) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:03.228302 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:03.240613 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-3c58f07c-9314-4b59-90bf-c0abbbfa7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:03.242147 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-3c58f07c-9314-4b59-90bf-c0abbbfa7ba0 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0773094 Sep 03 01:41:03.256844 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:03.285982 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d3cfdbb-9bf2-4739-a8a7-cc2363e9101d admin admin] Publish callbacks [] for security_group (831369d1-f164-4dd2-a800-9e855fcb3f57), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:03.292021 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-441cf101-bbcb-49d8-acc2-3482dbccf392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:03.293538 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-441cf101-bbcb-49d8-acc2-3482dbccf392 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443039 Sep 03 01:41:03.307597 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d3cfdbb-9bf2-4739-a8a7-cc2363e9101d admin admin] Publish callbacks [] for security_group (831369d1-f164-4dd2-a800-9e855fcb3f57), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:03.309617 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:03.390021 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-c79a0d24-08d3-49ce-ac17-99d1052d0bdc service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886800 Sep 03 01:41:03.423287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d3cfdbb-9bf2-4739-a8a7-cc2363e9101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (831369d1-f164-4dd2-a800-9e855fcb3f57), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:03.425797 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6d3cfdbb-9bf2-4739-a8a7-cc2363e9101d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:03.429402 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-6d3cfdbb-9bf2-4739-a8a7-cc2363e9101d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/831369d1-f164-4dd2-a800-9e855fcb3f57 HTTP/1.1" status: 204 len: 168 time: 0.2044723 Sep 03 01:41:03.435873 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cfdbb-9bf2-4739-a8a7-cc2363e9101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831369d1-f164-4dd2-a800-9e855fcb3f57,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:03.474157 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:01Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:03.500202 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a250b24-bbab-4a88-951a-0fa92a6ed65b None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:01Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:41:03.505831 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-5400adc0-57e8-4608-b9ba-38e99d6bbcf0 req-3df9851e-2f08-473a-9b69-4cd3e0c67d83 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099851 Sep 03 01:41:03.652729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:03.657075 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-739e66b0-f05c-4295-b787-ccb0743c4d9a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405643 Sep 03 01:41:03.700555 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4a81b1-673a-4d29-9d80-03a221026a82 None None] New status for floating IP 820279d9-3f54-466a-a168-665a9ba1279b: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:41:03.736922 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-b483b73e-1136-44a6-944f-ff29c6544506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:03.739371 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-b483b73e-1136-44a6-944f-ff29c6544506 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 1130 time: 0.0571396 Sep 03 01:41:03.916744 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-e9c69a07-6c55-4e2b-bf53-466f75fa78fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:03.919264 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-e9c69a07-6c55-4e2b-bf53-466f75fa78fe service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 200 len: 918 time: 0.1589069 Sep 03 01:41:03.994818 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-4a96a871-b6b5-4d16-bee9-5b50f862be70 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 200 len: 1000 time: 0.0677826 Sep 03 01:41:04.050440 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-7be18f77-656f-4f35-80b8-6f21d5c100f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:04.051879 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-7be18f77-656f-4f35-80b8-6f21d5c100f3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 200 len: 856 time: 0.0514488 Sep 03 01:41:04.094901 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-9bfab8b1-e92d-4f5a-aa0d-32efdbf9587a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:04.096354 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-9bfab8b1-e92d-4f5a-aa0d-32efdbf9587a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382864 Sep 03 01:41:04.189966 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-9cd371b5-8329-466c-9fab-58fe14860f6d service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876322 Sep 03 01:41:04.260371 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49366) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:04.287772 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd30427e-4b68-473f-a7a1-8380b44ed03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.299939 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-20d2272d-7829-4cd8-b984-bbf3602e5d57 req-dae72fc8-36de-453d-8438-66730de44f3b service neutron] 10.222.0.42 "GET /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043544 Sep 03 01:41:04.370045 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd30427e-4b68-473f-a7a1-8380b44ed03b admin admin] Publish callbacks [] for security_group (6241b922-5560-4081-8636-b10e1402eaa6), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.440489 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bd30427e-4b68-473f-a7a1-8380b44ed03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (6241b922-5560-4081-8636-b10e1402eaa6), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.444127 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:04.483184 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30427e-4b68-473f-a7a1-8380b44ed03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6241b922-5560-4081-8636-b10e1402eaa6,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:04.487302 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-bd30427e-4b68-473f-a7a1-8380b44ed03b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=78c6202963c74e649dcd7fce4e9592b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206295 Sep 03 01:41:04.490477 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49368) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:04.539544 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7d84a1ce-96c1-4ae8-bfad-077c47eaf53e admin admin] Publish callbacks [] for security_group (6241b922-5560-4081-8636-b10e1402eaa6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.560266 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7d84a1ce-96c1-4ae8-bfad-077c47eaf53e admin admin] Publish callbacks [] for security_group (6241b922-5560-4081-8636-b10e1402eaa6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.662885 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7d84a1ce-96c1-4ae8-bfad-077c47eaf53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (6241b922-5560-4081-8636-b10e1402eaa6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.666038 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7d84a1ce-96c1-4ae8-bfad-077c47eaf53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:04.667217 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7d84a1ce-96c1-4ae8-bfad-077c47eaf53e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6241b922-5560-4081-8636-b10e1402eaa6 HTTP/1.1" status: 204 len: 168 time: 0.1764362 Sep 03 01:41:04.675325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84a1ce-96c1-4ae8-bfad-077c47eaf53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6241b922-5560-4081-8636-b10e1402eaa6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:06.771398 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49432) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:07.139289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:07.274103 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (634cc360-0143-43ef-bd4c-c63d3fabdc70), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:07.499981 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Deleting port 56a902f0-a2f5-40a0-9590-65b42cfa598f {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:07.500316 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:07.579792 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] For port 56a902f0-a2f5-40a0-9590-65b42cfa598f, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=56a902f0-a2f5-40a0-9590-65b42cfa598f,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:07.580154 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:07.593494 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Calling delete_port for 56a902f0-a2f5-40a0-9590-65b42cfa598f owned by network:router_interface {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:07.653410 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:07.752078 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49462) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:07.828938 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (56a902f0-a2f5-40a0-9590-65b42cfa598f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:07.864770 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6682e1ed-47eb-45f4-801a-f8eb7ea10430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:07.948119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6682e1ed-47eb-45f4-801a-f8eb7ea10430 admin admin] Publish callbacks [] for security_group (bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.006103 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6682e1ed-47eb-45f4-801a-f8eb7ea10430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.049296 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-6682e1ed-47eb-45f4-801a-f8eb7ea10430 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=1b551c39979e47ab98442ab4475f1980&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960227 Sep 03 01:41:08.050460 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e1ed-47eb-45f4-801a-f8eb7ea10430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:08.052828 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49466) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:08.108403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-95b05640-8b57-4729-964b-363d39aba7b9 admin admin] Publish callbacks [] for security_group (bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.120832 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Pushing event deleted for resources: {'Port': ['ID=56a902f0-a2f5-40a0-9590-65b42cfa598f,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:08.130367 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-95b05640-8b57-4729-964b-363d39aba7b9 admin admin] Publish callbacks [] for security_group (bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.264284 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-95b05640-8b57-4729-964b-363d39aba7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.267094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-95b05640-8b57-4729-964b-363d39aba7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.271595 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-95b05640-8b57-4729-964b-363d39aba7b9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8 HTTP/1.1" status: 204 len: 168 time: 0.2178040 Sep 03 01:41:08.280663 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b05640-8b57-4729-964b-363d39aba7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a9512-6adc-4ada-8d4f-fc7df2d14fb8,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:08.286812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (634cc360-0143-43ef-bd4c-c63d3fabdc70), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.489394 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:08.505329 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Router 634cc360-0143-43ef-bd4c-c63d3fabdc70 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:41:08.611250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:41:08.617410 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8e86468d-318d-4d60-85fc-973054ebf744 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/634cc360-0143-43ef-bd4c-c63d3fabdc70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8448331 Sep 03 01:41:08.619342 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49472) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:08.624489 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] Sync routers for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:41:08.637133 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:08.638244 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:08.740081 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks [] for router (634cc360-0143-43ef-bd4c-c63d3fabdc70), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.768077 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:08.845743 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks [] for router_gateway (634cc360-0143-43ef-bd4c-c63d3fabdc70), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.938115 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:41:07Z', 'revision_number': 5, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port': {'id': '6df351dc-b931-4fc8-a6b4-ad899d628c8e', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:3f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:55Z', 'updated_at': '2022-09-03T01:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:08.954596 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49476) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:08.955120 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Deleting port 6df351dc-b931-4fc8-a6b4-ad899d628c8e {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:08.955304 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.968253 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] Checking router: 634cc360-0143-43ef-bd4c-c63d3fabdc70 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:41:08.969153 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c21e5c60-94b8-4e75-af56-5d93518b21b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:08.969916 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:08.977544 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] Routers {'634cc360-0143-43ef-bd4c-c63d3fabdc70'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:08.978161 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:40:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['634cc360-0143-43ef-bd4c-c63d3fabdc70'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:09.008526 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:09.013526 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:09.044569 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] For port 6df351dc-b931-4fc8-a6b4-ad899d628c8e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=6df351dc-b931-4fc8-a6b4-ad899d628c8e,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:09.044937 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.050295 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c21e5c60-94b8-4e75-af56-5d93518b21b9 admin admin] Publish callbacks [] for security_group (51dc3963-2eb2-49df-8433-1a90e17b0483), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.060718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Calling delete_port for 6df351dc-b931-4fc8-a6b4-ad899d628c8e owned by network:router_gateway {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:09.060947 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] Set router 634cc360-0143-43ef-bd4c-c63d3fabdc70 gateway port host: None {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:09.105381 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:09.112422 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:41:08Z', 'revision_number': 6, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:09.137627 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c21e5c60-94b8-4e75-af56-5d93518b21b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (51dc3963-2eb2-49df-8433-1a90e17b0483), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.138144 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e451e1bf-6a8f-46b5-aa3a-e6d2626741a5 None None] The sync data for ids ['634cc360-0143-43ef-bd4c-c63d3fabdc70'] in dv-cinder-838009-7-iscsi is: [{'id': '634cc360-0143-43ef-bd4c-c63d3fabdc70', 'name': 'tempest-AttachVolumeNegativeTest-190626760-router', 'tenant_id': '02813cf0683749ee87b039b28f1aeebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:41:08Z', 'revision_number': 6, 'project_id': '02813cf0683749ee87b039b28f1aeebb', 'gw_port_host': None}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:41:09.181310 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c21e5c60-94b8-4e75-af56-5d93518b21b9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f9a1b43e276047d7a518d0de73cb373c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245526 Sep 03 01:41:09.198241 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e5c60-94b8-4e75-af56-5d93518b21b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51dc3963-2eb2-49df-8433-1a90e17b0483,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:09.198241 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49478) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:09.237498 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc79-770a-4306-bb23-f345da828bd9 admin admin] Publish callbacks [] for security_group (51dc3963-2eb2-49df-8433-1a90e17b0483), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.257515 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc79-770a-4306-bb23-f345da828bd9 admin admin] Publish callbacks [] for security_group (51dc3963-2eb2-49df-8433-1a90e17b0483), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.302910 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (6df351dc-b931-4fc8-a6b4-ad899d628c8e), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.329881 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df351dc-b931-4fc8-a6b4-ad899d628c8e,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:09.377507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc79-770a-4306-bb23-f345da828bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (51dc3963-2eb2-49df-8433-1a90e17b0483), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.380372 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c56fc79-770a-4306-bb23-f345da828bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.381625 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0c56fc79-770a-4306-bb23-f345da828bd9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/51dc3963-2eb2-49df-8433-1a90e17b0483 HTTP/1.1" status: 204 len: 168 time: 0.1959267 Sep 03 01:41:09.392166 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56fc79-770a-4306-bb23-f345da828bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51dc3963-2eb2-49df-8433-1a90e17b0483,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:09.394634 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (634cc360-0143-43ef-bd4c-c63d3fabdc70), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.485554 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (634cc360-0143-43ef-bd4c-c63d3fabdc70), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.487800 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks [] for router_controller (634cc360-0143-43ef-bd4c-c63d3fabdc70), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.611293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (634cc360-0143-43ef-bd4c-c63d3fabdc70), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.611900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 634cc360-0143-43ef-bd4c-c63d3fabdc70 {{(pid=106678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:41:09.618697 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.618817 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-cc54bade-911d-4101-afd1-dc24de647b25 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/634cc360-0143-43ef-bd4c-c63d3fabdc70 HTTP/1.1" status: 204 len: 168 time: 0.9974735 Sep 03 01:41:09.621781 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49484) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:09.669790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Deleting subnet 01985834-b812-4464-b00a-84a8b348cef3 {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:41:09.672784 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Publish callbacks [] for subnet (01985834-b812-4464-b00a-84a8b348cef3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.709223 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (01985834-b812-4464-b00a-84a8b348cef3), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.737540 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:09.787033 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (01985834-b812-4464-b00a-84a8b348cef3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.909158 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (01985834-b812-4464-b00a-84a8b348cef3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.935688 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01985834-b812-4464-b00a-84a8b348cef3,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:09.943745 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:09.949243 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7d7ccc87-a8fa-4035-8787-b6b456d2a773 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/01985834-b812-4464-b00a-84a8b348cef3 HTTP/1.1" status: 204 len: 168 time: 0.3264451 Sep 03 01:41:09.949917 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0beb8a-f150-462e-ac93-0e163f89382b None None] Network 7bd92e7f-f880-47a6-a573-413ea7d8bd54 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:41:09.952250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49494) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:10.027091 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (7bd92e7f-f880-47a6-a573-413ea7d8bd54), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.073150 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Deleting port e187e405-b62f-4b7f-b559-6b3736f3f168 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:10.073542 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.135706 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] DHCP port deletion for 7bd92e7f-f880-47a6-a573-413ea7d8bd54 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:41:10.146895 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] For port e187e405-b62f-4b7f-b559-6b3736f3f168, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e187e405-b62f-4b7f-b559-6b3736f3f168,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:10.147249 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.160849 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Calling delete_port for e187e405-b62f-4b7f-b559-6b3736f3f168 owned by network:dhcp {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:10.173363 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Deleting port e187e405-b62f-4b7f-b559-6b3736f3f168 {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:10.178414 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:10.178712 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.255979 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] For port e187e405-b62f-4b7f-b559-6b3736f3f168, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e187e405-b62f-4b7f-b559-6b3736f3f168,segment=NetworkSegment(b207eb22-fe0f-4546-86e3-04140a6a269b),segment_id=b207eb22-fe0f-4546-86e3-04140a6a269b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:10.256380 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.271914 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Calling delete_port for e187e405-b62f-4b7f-b559-6b3736f3f168 owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:10.330520 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.354083 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (e187e405-b62f-4b7f-b559-6b3736f3f168), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.356613 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=e187e405-b62f-4b7f-b559-6b3736f3f168,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:10.360502 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] No DVR routers for this DVR port e187e405-b62f-4b7f-b559-6b3736f3f168 on host dv-cinder-838009-7-iscsi {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:41:10.370629 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] No DVR routers for this DVR port e187e405-b62f-4b7f-b559-6b3736f3f168 on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:41:10.397809 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Pushing event deleted for resources: {'Port': ['ID=e187e405-b62f-4b7f-b559-6b3736f3f168,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:10.405221 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.405572 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.405906 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.406245 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.406599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.406912 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.407234 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.407553 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.407871 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.408190 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.408508 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.408823 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.409136 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.409717 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.410029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d38bd1-7571-4015-8444-963fcb9c5dc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:10.437060 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (7bd92e7f-f880-47a6-a573-413ea7d8bd54), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.458931 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd92e7f-f880-47a6-a573-413ea7d8bd54']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:10.470640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b207eb22-fe0f-4546-86e3-04140a6a269b') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:10.475718 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b207eb22-fe0f-4546-86e3-04140a6a269b') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:10.482365 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (b207eb22-fe0f-4546-86e3-04140a6a269b), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.498764 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (b207eb22-fe0f-4546-86e3-04140a6a269b), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.505701 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:41:10.506096 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (b207eb22-fe0f-4546-86e3-04140a6a269b), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.550711 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment b207eb22-fe0f-4546-86e3-04140a6a269b resource provider aggregate not found Sep 03 01:41:10.569956 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment b207eb22-fe0f-4546-86e3-04140a6a269b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b207eb22-fe0f-4546-86e3-04140a6a269b found for delete ", "request_id": "req-a56bafb1-71c0-46f9-9619-b9ccc7158fb3"}]} Sep 03 01:41:10.611505 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (7bd92e7f-f880-47a6-a573-413ea7d8bd54), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.618219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:10.622433 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/7bd92e7f-f880-47a6-a573-413ea7d8bd54 HTTP/1.1" status: 204 len: 168 time: 0.6688502 Sep 03 01:41:10.633508 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b3d913-7939-452d-8bc9-2390c5f62c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=7bd92e7f-f880-47a6-a573-413ea7d8bd54,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:10.712147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 56a902f0-a2f5-40a0-9590-65b42cfa598f no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:10.736655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 56a902f0-a2f5-40a0-9590-65b42cfa598f {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:10.737200 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 56a902f0-a2f5-40a0-9590-65b42cfa598f not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:10.737780 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6df351dc-b931-4fc8-a6b4-ad899d628c8e no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:10.757157 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 6df351dc-b931-4fc8-a6b4-ad899d628c8e {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:10.757507 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 6df351dc-b931-4fc8-a6b4-ad899d628c8e not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:10.757914 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e187e405-b62f-4b7f-b559-6b3736f3f168 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:10.777515 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: e187e405-b62f-4b7f-b559-6b3736f3f168 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:10.777860 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e187e405-b62f-4b7f-b559-6b3736f3f168 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:10.985490 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49522) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:11.025748 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-e4707d1c-f92e-43be-bac8-3557bcad815b admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=02813cf0683749ee87b039b28f1aeebb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388768 Sep 03 01:41:11.028273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49524) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:11.076921 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-77455d86-61d4-48e5-bbff-5dee28fb5f4a admin admin] Publish callbacks [] for security_group (96e30f23-5d04-4f9e-aec7-d462706a3e59), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.098044 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-77455d86-61d4-48e5-bbff-5dee28fb5f4a admin admin] Publish callbacks [] for security_group (96e30f23-5d04-4f9e-aec7-d462706a3e59), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.174513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49528) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:11.223039 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-77455d86-61d4-48e5-bbff-5dee28fb5f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (96e30f23-5d04-4f9e-aec7-d462706a3e59), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.225593 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-77455d86-61d4-48e5-bbff-5dee28fb5f4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.226863 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-77455d86-61d4-48e5-bbff-5dee28fb5f4a admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/96e30f23-5d04-4f9e-aec7-d462706a3e59 HTTP/1.1" status: 204 len: 168 time: 0.1976559 Sep 03 01:41:11.235505 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77455d86-61d4-48e5-bbff-5dee28fb5f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e30f23-5d04-4f9e-aec7-d462706a3e59,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:11.308143 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c0849ae2-c8a8-4a7f-a63b-7ecf04fe5636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.383546 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c0849ae2-c8a8-4a7f-a63b-7ecf04fe5636 admin admin] Publish callbacks [] for security_group (227825b7-e4d3-48de-8a19-9e0421a2ffc6), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.457298 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c0849ae2-c8a8-4a7f-a63b-7ecf04fe5636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (227825b7-e4d3-48de-8a19-9e0421a2ffc6), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.498490 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c0849ae2-c8a8-4a7f-a63b-7ecf04fe5636 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=f611138d9b11480d8d40872ea91bb474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247635 Sep 03 01:41:11.499363 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0849ae2-c8a8-4a7f-a63b-7ecf04fe5636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227825b7-e4d3-48de-8a19-9e0421a2ffc6,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:11.501417 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49536) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:11.557884 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-45fd471c-c5a0-44d5-98fd-a9e0276829c1 admin admin] Publish callbacks [] for security_group (227825b7-e4d3-48de-8a19-9e0421a2ffc6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.567627 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:11.579729 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-45fd471c-c5a0-44d5-98fd-a9e0276829c1 admin admin] Publish callbacks [] for security_group (227825b7-e4d3-48de-8a19-9e0421a2ffc6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.708870 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-45fd471c-c5a0-44d5-98fd-a9e0276829c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (227825b7-e4d3-48de-8a19-9e0421a2ffc6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.711390 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-45fd471c-c5a0-44d5-98fd-a9e0276829c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:11.713103 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-45fd471c-c5a0-44d5-98fd-a9e0276829c1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/227825b7-e4d3-48de-8a19-9e0421a2ffc6 HTTP/1.1" status: 204 len: 168 time: 0.2106583 Sep 03 01:41:11.721429 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd471c-c5a0-44d5-98fd-a9e0276829c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227825b7-e4d3-48de-8a19-9e0421a2ffc6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:11.732517 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:16.093778 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49654) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:16.218371 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d66a217e-1d81-48de-b8fe-4ecc1c465903 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.299085 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d66a217e-1d81-48de-b8fe-4ecc1c465903 admin admin] Publish callbacks [] for security_group (de4286da-a8ad-4d2f-b943-5449d3449650), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.381668 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d66a217e-1d81-48de-b8fe-4ecc1c465903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (de4286da-a8ad-4d2f-b943-5449d3449650), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.428249 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d66a217e-1d81-48de-b8fe-4ecc1c465903 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=31be2034a71241d99b13017142fc4297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308277 Sep 03 01:41:16.428249 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a217e-1d81-48de-b8fe-4ecc1c465903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4286da-a8ad-4d2f-b943-5449d3449650,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:16.428614 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49668) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:16.479062 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e183a8be-89e5-4c19-99bc-c45a7a835383 admin admin] Publish callbacks [] for security_group (de4286da-a8ad-4d2f-b943-5449d3449650), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.499398 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e183a8be-89e5-4c19-99bc-c45a7a835383 admin admin] Publish callbacks [] for security_group (de4286da-a8ad-4d2f-b943-5449d3449650), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.635292 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e183a8be-89e5-4c19-99bc-c45a7a835383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (de4286da-a8ad-4d2f-b943-5449d3449650), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.637843 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e183a8be-89e5-4c19-99bc-c45a7a835383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:16.639046 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e183a8be-89e5-4c19-99bc-c45a7a835383 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/de4286da-a8ad-4d2f-b943-5449d3449650 HTTP/1.1" status: 204 len: 168 time: 0.2094712 Sep 03 01:41:16.647135 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183a8be-89e5-4c19-99bc-c45a7a835383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4286da-a8ad-4d2f-b943-5449d3449650,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:19.115191 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:19.116007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=94 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:19.472641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:19.546729 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-cd07181c-39fd-453d-84e0-e4fccb526d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:21.924521 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:21.933480 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d650f-7262-47c5-a220-e4ed9a5b34b6 req-2bc6c405-a852-4de1-b40d-24a0130a2be1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:21.935054 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-980d650f-7262-47c5-a220-e4ed9a5b34b6 req-2bc6c405-a852-4de1-b40d-24a0130a2be1 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0531390 Sep 03 01:41:21.982403 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-980d650f-7262-47c5-a220-e4ed9a5b34b6 req-0198bf49-1c5d-499b-972c-264c5db117d7 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419486 Sep 03 01:41:22.005926 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-bf537767-24e0-4138-83fc-5c0be4afc455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.034968 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.114414 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94372d3d-a116-4581-b912-244b313a5f64 req-8f8be65f-613c-4e8a-91fd-b82ca7f9107b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:23.115891 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-94372d3d-a116-4581-b912-244b313a5f64 req-8f8be65f-613c-4e8a-91fd-b82ca7f9107b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0490096 Sep 03 01:41:23.162782 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-94372d3d-a116-4581-b912-244b313a5f64 req-0fdbff2b-a0e3-4d4d-be54-88d42f9ad295 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406663 Sep 03 01:41:23.176042 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49798) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:23.284094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a8e6-a67b-45e7-9b05-bc254212b873 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.385489 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a8e6-a67b-45e7-9b05-bc254212b873 admin admin] Publish callbacks [] for security_group (7ff082b4-cd19-4c1d-8b48-c927b0a3e46c), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.445132 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ac7a8e6-a67b-45e7-9b05-bc254212b873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7ff082b4-cd19-4c1d-8b48-c927b0a3e46c), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.450752 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:23.486279 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2ac7a8e6-a67b-45e7-9b05-bc254212b873 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=09010bacbc1c46228168164dd1cda48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091490 Sep 03 01:41:23.487069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7a8e6-a67b-45e7-9b05-bc254212b873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff082b4-cd19-4c1d-8b48-c927b0a3e46c,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:23.489970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49806) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:23.540839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-415589f2-9423-4fb4-be02-0f8584a15885 admin admin] Publish callbacks [] for security_group (7ff082b4-cd19-4c1d-8b48-c927b0a3e46c), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.560645 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-415589f2-9423-4fb4-be02-0f8584a15885 admin admin] Publish callbacks [] for security_group (7ff082b4-cd19-4c1d-8b48-c927b0a3e46c), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.645493 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-415589f2-9423-4fb4-be02-0f8584a15885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (7ff082b4-cd19-4c1d-8b48-c927b0a3e46c), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.648051 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-415589f2-9423-4fb4-be02-0f8584a15885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:23.649839 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-415589f2-9423-4fb4-be02-0f8584a15885 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/7ff082b4-cd19-4c1d-8b48-c927b0a3e46c HTTP/1.1" status: 204 len: 168 time: 0.1583378 Sep 03 01:41:23.658918 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415589f2-9423-4fb4-be02-0f8584a15885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff082b4-cd19-4c1d-8b48-c927b0a3e46c,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:24.265251 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49814) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:24.279602 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4798-57b6-4edc-9d83-02b9b744d6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.297873 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21750f-b044-40fb-90a6-6997080ca2d0 req-c185b4ad-2075-4078-a659-29f283fc6fce tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:24.299362 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd21750f-b044-40fb-90a6-6997080ca2d0 req-c185b4ad-2075-4078-a659-29f283fc6fce tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0518758 Sep 03 01:41:24.333311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:24.347265 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd21750f-b044-40fb-90a6-6997080ca2d0 req-0eac1f18-2f21-41e5-8674-a25862d8bc1b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Sep 03 01:41:24.364238 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4798-57b6-4edc-9d83-02b9b744d6a3 admin admin] Publish callbacks [] for security_group (35ffef22-1f7c-4d15-b8da-7fff6b5c27f0), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.439597 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e9cd4798-57b6-4edc-9d83-02b9b744d6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (35ffef22-1f7c-4d15-b8da-7fff6b5c27f0), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.478161 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cd4798-57b6-4edc-9d83-02b9b744d6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ffef22-1f7c-4d15-b8da-7fff6b5c27f0,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:24.485597 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49816) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:24.485754 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e9cd4798-57b6-4edc-9d83-02b9b744d6a3 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=29ec827eb3c24625a21801da49f1523a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192874 Sep 03 01:41:24.540854 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fa65e5f4-5154-4ac2-a14a-b5b3b53c9065 admin admin] Publish callbacks [] for security_group (35ffef22-1f7c-4d15-b8da-7fff6b5c27f0), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.561017 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fa65e5f4-5154-4ac2-a14a-b5b3b53c9065 admin admin] Publish callbacks [] for security_group (35ffef22-1f7c-4d15-b8da-7fff6b5c27f0), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.673937 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fa65e5f4-5154-4ac2-a14a-b5b3b53c9065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (35ffef22-1f7c-4d15-b8da-7fff6b5c27f0), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.676624 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-fa65e5f4-5154-4ac2-a14a-b5b3b53c9065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.677777 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-fa65e5f4-5154-4ac2-a14a-b5b3b53c9065 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/35ffef22-1f7c-4d15-b8da-7fff6b5c27f0 HTTP/1.1" status: 204 len: 168 time: 0.1910121 Sep 03 01:41:24.686487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e5f4-5154-4ac2-a14a-b5b3b53c9065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ffef22-1f7c-4d15-b8da-7fff6b5c27f0,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:24.798825 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:24.822305 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.354270 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49824) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:25.368500 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ddec430a-5942-4948-bfb0-8159b5b4ed94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.471613 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ddec430a-5942-4948-bfb0-8159b5b4ed94 admin admin] Publish callbacks [] for security_group (e7700456-74f7-4adc-a798-d3500eede744), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.487135 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc7bda-e43c-41ff-9038-f39aa2e7ce95 req-232af5fe-5f16-4c11-ae6c-0b9236c026fd tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:25.488508 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c9cc7bda-e43c-41ff-9038-f39aa2e7ce95 req-232af5fe-5f16-4c11-ae6c-0b9236c026fd tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0556130 Sep 03 01:41:25.540960 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c9cc7bda-e43c-41ff-9038-f39aa2e7ce95 req-bd693b7b-ea0a-46b4-b810-b854856faacc tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=66f9c202-9e8e-42f3-9e47-3f5565132251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467267 Sep 03 01:41:25.553980 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-ddec430a-5942-4948-bfb0-8159b5b4ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e7700456-74f7-4adc-a798-d3500eede744), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.595008 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-ddec430a-5942-4948-bfb0-8159b5b4ed94 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=81c5054d6c264244aa6f077707eb580c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396293 Sep 03 01:41:25.596070 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec430a-5942-4948-bfb0-8159b5b4ed94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7700456-74f7-4adc-a798-d3500eede744,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:25.598363 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49830) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:25.650150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fcbe77d5-82fc-463a-ba9a-351b3a0b67ad admin admin] Publish callbacks [] for security_group (e7700456-74f7-4adc-a798-d3500eede744), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.658169 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-58a79f49-a586-4b20-b8d2-b93d9167177b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:41:25.659955 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-58a79f49-a586-4b20-b8d2-b93d9167177b tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 946 time: 0.0638127 Sep 03 01:41:25.673170 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fcbe77d5-82fc-463a-ba9a-351b3a0b67ad admin admin] Publish callbacks [] for security_group (e7700456-74f7-4adc-a798-d3500eede744), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.744014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Deleting port b4585caf-c260-4618-ba71-326b4c35ffdf {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:25.744269 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.776003 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fcbe77d5-82fc-463a-ba9a-351b3a0b67ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e7700456-74f7-4adc-a798-d3500eede744), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.778638 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fcbe77d5-82fc-463a-ba9a-351b3a0b67ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.779891 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-fcbe77d5-82fc-463a-ba9a-351b3a0b67ad admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e7700456-74f7-4adc-a798-d3500eede744 HTTP/1.1" status: 204 len: 168 time: 0.1806324 Sep 03 01:41:25.791477 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe77d5-82fc-463a-ba9a-351b3a0b67ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7700456-74f7-4adc-a798-d3500eede744,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:25.793669 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:25.847090 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] For port b4585caf-c260-4618-ba71-326b4c35ffdf, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=b4585caf-c260-4618-ba71-326b4c35ffdf,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:25.847455 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:25.993176 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:26.008140 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:26.008508 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (fcf92004-4f0f-4095-bc2f-ae8d76acf491), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:26.008904 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Floating IP fcf92004-4f0f-4095-bc2f-ae8d76acf491 disassociated. External IP: 172.27.1.33, port: b4585caf-c260-4618-ba71-326b4c35ffdf. Sep 03 01:41:26.009256 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Calling delete_port for b4585caf-c260-4618-ba71-326b4c35ffdf owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:26.223136 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b4585caf-c260-4618-ba71-326b4c35ffdf), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:26.252372 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event deleted for resources: {'Port': ['ID=b4585caf-c260-4618-ba71-326b4c35ffdf,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:26.373633 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Router 34d33214-b085-4313-91af-26993bc71ab6 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:41:26.477628 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:41:26.488260 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:41:26.497588 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:26.498193 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:41:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:26.518971 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] No DVR routers for this DVR port b4585caf-c260-4618-ba71-326b4c35ffdf on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:41:26.521408 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:26.525463 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d4669b49-f961-4d82-8ccb-dae36b03b06b req-e61cd8c6-3ea1-492d-a2a0-7d6cbad44edb tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.42 "DELETE /networking/v2.0/ports/b4585caf-c260-4618-ba71-326b4c35ffdf HTTP/1.1" status: 204 len: 173 time: 0.8597641 Sep 03 01:41:26.525902 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-deleted', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:41:26.528238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f4138-9d13-4555-b1eb-2539bc755245" -d '{"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-deleted", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:41:26.575868 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdfb938-6f0f-4d6c-8f13-f7c91498e239 x-openstack-request-id: req-0fdfb938-6f0f-4d6c-8f13-f7c91498e239 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:41:26.576166 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e156f97d-5465-4597-a836-c70692edfd41", "name": "network-vif-deleted", "tag": "b4585caf-c260-4618-ba71-326b4c35ffdf", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:41:26.576421 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0fdfb938-6f0f-4d6c-8f13-f7c91498e239 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:41:26.576825 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fdfb938-6f0f-4d6c-8f13-f7c91498e239'] response: {'server_uuid': 'e156f97d-5465-4597-a836-c70692edfd41', 'name': 'network-vif-deleted', 'tag': 'b4585caf-c260-4618-ba71-326b4c35ffdf', 'status': 'completed', 'code': 200} Sep 03 01:41:26.631103 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:26.710283 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b9a8fd78-e517-407f-a5ea-2e1ad2e3b9ad req-908d8914-73d0-48c2-bb60-12abf5966641 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=e156f97d-5465-4597-a836-c70692edfd41 HTTP/1.1" status: 200 len: 210 time: 0.0351593 Sep 03 01:41:26.864459 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:26.889641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:41:26.898162 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:26.899046 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:41:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:27.008937 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:27.322482 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:27.347047 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9baf761-fa03-4017-b8fd-e1fb8777dc51 None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:33:02Z', 'revision_number': 4, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '0c7a64f5-c551-47e6-b23d-998ab9fd89e7', 'name': '', 'network_id': 'b9f4d104-d756-4b2b-9b1c-81ea8775b5d5', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'mac_address': 'fa:16:3e:06:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:33:00Z', 'updated_at': '2022-09-03T01:33:12Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'subnets': [{'id': 'd06c7d80-9545-4cc8-958c-a642bcae5680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:41:27.614706 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bde43cd-41da-4971-8f7d-f6c240d2bdd3 None None] New status for floating IP fcf92004-4f0f-4095-bc2f-ae8d76acf491: DOWN {{(pid=106681) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:41:27.839509 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:27.859479 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: b4585caf-c260-4618-ba71-326b4c35ffdf {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:27.859825 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device b4585caf-c260-4618-ba71-326b4c35ffdf not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:27.910222 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49874) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:27.967934 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afe7352b-f96d-4d5a-8097-51f661855452 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (66f9c202-9e8e-42f3-9e47-3f5565132251), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:27.987440 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:27.992279 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afe7352b-f96d-4d5a-8097-51f661855452 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (66f9c202-9e8e-42f3-9e47-3f5565132251), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.103110 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afe7352b-f96d-4d5a-8097-51f661855452 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (66f9c202-9e8e-42f3-9e47-3f5565132251), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.105678 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-afe7352b-f96d-4d5a-8097-51f661855452 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.106870 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-afe7352b-f96d-4d5a-8097-51f661855452 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/66f9c202-9e8e-42f3-9e47-3f5565132251 HTTP/1.1" status: 204 len: 168 time: 0.1955974 Sep 03 01:41:28.110270 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49876) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:28.116578 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe7352b-f96d-4d5a-8097-51f661855452 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f9c202-9e8e-42f3-9e47-3f5565132251,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:28.127227 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.api.v2.resource [None req-63a08540-eb08-4c36-8059-25e637655a20 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] show failed (client error): The resource could not be found. Sep 03 01:41:28.129129 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-63a08540-eb08-4c36-8059-25e637655a20 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "GET /networking/v2.0/security-groups/66f9c202-9e8e-42f3-9e47-3f5565132251 HTTP/1.1" status: 404 len: 347 time: 0.0175631 Sep 03 01:41:28.133586 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49878) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:28.271662 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Deleting port 28b90bc7-469e-4fc7-b4da-2a78337da1cf {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:28.272000 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.315865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:28.355885 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.356127 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (28b90bc7-469e-4fc7-b4da-2a78337da1cf), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.368736 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Calling delete_port for 28b90bc7-469e-4fc7-b4da-2a78337da1cf owned by network:floatingip {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:28.588412 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (28b90bc7-469e-4fc7-b4da-2a78337da1cf), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.622593 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Pushing event deleted for resources: {'Port': ['ID=28b90bc7-469e-4fc7-b4da-2a78337da1cf,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:28.696972 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks [] for floatingip (fcf92004-4f0f-4095-bc2f-ae8d76acf491), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.699599 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:28.700811 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-22610e38-ebdd-4d75-99a1-76f08da83ac4 tempest-AttachVolumeShelveTestJSON-636719635 tempest-AttachVolumeShelveTestJSON-636719635-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/fcf92004-4f0f-4095-bc2f-ae8d76acf491 HTTP/1.1" status: 204 len: 168 time: 0.5655982 Sep 03 01:41:30.857086 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49924) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:30.935817 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:30.980102 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b098-7e70-409e-a65b-f01a9575cc65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.054629 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b098-7e70-409e-a65b-f01a9575cc65 admin admin] Publish callbacks [] for security_group (bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.129773 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e3e6b098-7e70-409e-a65b-f01a9575cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.170693 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e3e6b098-7e70-409e-a65b-f01a9575cc65 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=55d342946f714da99e6649aa6f2e8801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3125196 Sep 03 01:41:31.171415 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6b098-7e70-409e-a65b-f01a9575cc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:31.173424 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49928) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:31.223577 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4384386f-ddd9-4e0a-afb0-54bc83526bcc admin admin] Publish callbacks [] for security_group (bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.241711 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:31.244084 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4384386f-ddd9-4e0a-afb0-54bc83526bcc admin admin] Publish callbacks [] for security_group (bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.400857 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4384386f-ddd9-4e0a-afb0-54bc83526bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.403552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4384386f-ddd9-4e0a-afb0-54bc83526bcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.404692 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4384386f-ddd9-4e0a-afb0-54bc83526bcc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3 HTTP/1.1" status: 204 len: 168 time: 0.2302763 Sep 03 01:41:31.415430 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384386f-ddd9-4e0a-afb0-54bc83526bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5fed8b-a6c2-42ff-9281-f9af9a9de1d3,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:31.431522 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49938) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:31.576659 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:31.811192 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (34d33214-b085-4313-91af-26993bc71ab6), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:31.955243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:31.975747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 49944) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:31.994192 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c98549d-8744-4e40-8f1e-87396d6c6442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.043018 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Deleting port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:32.043359 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.074156 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c98549d-8744-4e40-8f1e-87396d6c6442 admin admin] Publish callbacks [] for security_group (e65b3db1-f03b-4f72-a6fe-a267ef6f07f9), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.120886 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] For port 0c7a64f5-c551-47e6-b23d-998ab9fd89e7, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:32.121239 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.136916 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c98549d-8744-4e40-8f1e-87396d6c6442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e65b3db1-f03b-4f72-a6fe-a267ef6f07f9), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.137217 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Calling delete_port for 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 owned by network:router_interface {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:32.176893 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0c98549d-8744-4e40-8f1e-87396d6c6442 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=d34b1bafedeb41ff807dce41ccfe9a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1997118 Sep 03 01:41:32.177846 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98549d-8744-4e40-8f1e-87396d6c6442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65b3db1-f03b-4f72-a6fe-a267ef6f07f9,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:32.180967 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49948) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:32.298774 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a9223728-e6ef-4a53-a33f-c04ed0903a16 admin admin] Publish callbacks [] for security_group (e65b3db1-f03b-4f72-a6fe-a267ef6f07f9), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.556042 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:32.576815 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a9223728-e6ef-4a53-a33f-c04ed0903a16 admin admin] Publish callbacks [] for security_group (e65b3db1-f03b-4f72-a6fe-a267ef6f07f9), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.729826 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (0c7a64f5-c551-47e6-b23d-998ab9fd89e7), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.752893 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c7a64f5-c551-47e6-b23d-998ab9fd89e7,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:32.758218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a9223728-e6ef-4a53-a33f-c04ed0903a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (e65b3db1-f03b-4f72-a6fe-a267ef6f07f9), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.761004 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a9223728-e6ef-4a53-a33f-c04ed0903a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:32.761843 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a9223728-e6ef-4a53-a33f-c04ed0903a16 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/e65b3db1-f03b-4f72-a6fe-a267ef6f07f9 HTTP/1.1" status: 204 len: 168 time: 0.5799007 Sep 03 01:41:32.774873 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9223728-e6ef-4a53-a33f-c04ed0903a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65b3db1-f03b-4f72-a6fe-a267ef6f07f9,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:32.944199 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (34d33214-b085-4313-91af-26993bc71ab6), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:33.154774 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Router 34d33214-b085-4313-91af-26993bc71ab6 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:41:33.258964 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:41:33.264483 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-bc1b88a3-ee95-4aa8-98d7-90d288b9cfa3 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/34d33214-b085-4313-91af-26993bc71ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8313165 Sep 03 01:41:33.266795 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49960) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:33.268183 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] Sync routers for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:41:33.278375 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:33.278990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:41:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:33.310697 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:33.372425 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks [] for router (34d33214-b085-4313-91af-26993bc71ab6), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:33.381119 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:33.385810 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:33.448935 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:33.463079 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:33.472830 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks [] for router_gateway (34d33214-b085-4313-91af-26993bc71ab6), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:33.555078 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:41:32Z', 'revision_number': 5, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port': {'id': '3a72f0b6-9a4e-4797-8cf4-6b19f718cbda', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34d33214-b085-4313-91af-26993bc71ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:32:54Z', 'updated_at': '2022-09-03T01:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:33.571727 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Deleting port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:33.572073 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:33.585531 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] Checking router: 34d33214-b085-4313-91af-26993bc71ab6 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:41:33.596090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] Routers {'34d33214-b085-4313-91af-26993bc71ab6'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:41:33.596090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:41:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['34d33214-b085-4313-91af-26993bc71ab6'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:33.665777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] For port 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:33.666140 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:33.678272 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] Set router 34d33214-b085-4313-91af-26993bc71ab6 gateway port host: None {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:41:33.680550 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Calling delete_port for 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda owned by network:router_gateway {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:33.732760 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:41:33Z', 'revision_number': 6, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:33.757919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7453879a-20bc-433e-93f7-dcdb0741bb0e None None] The sync data for ids ['34d33214-b085-4313-91af-26993bc71ab6'] in dv-cinder-838009-7-iscsi is: [{'id': '34d33214-b085-4313-91af-26993bc71ab6', 'name': 'tempest-AttachVolumeShelveTestJSON-1021329397-router', 'tenant_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:32:53Z', 'updated_at': '2022-09-03T01:41:33Z', 'revision_number': 6, 'project_id': 'e09bed4b9f9741a8ab110a2676baee7f', 'gw_port_host': None}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:41:33.932540 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (3a72f0b6-9a4e-4797-8cf4-6b19f718cbda), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:33.958544 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a72f0b6-9a4e-4797-8cf4-6b19f718cbda,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:33.967692 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:34.022434 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (34d33214-b085-4313-91af-26993bc71ab6), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.113550 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (34d33214-b085-4313-91af-26993bc71ab6), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.115591 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks [] for router_controller (34d33214-b085-4313-91af-26993bc71ab6), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.245879 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (34d33214-b085-4313-91af-26993bc71ab6), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.246879 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34d33214-b085-4313-91af-26993bc71ab6 {{(pid=106678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:41:34.253037 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.255010 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-3ebf98a2-cd02-4850-bf6c-63a89aa28789 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/34d33214-b085-4313-91af-26993bc71ab6 HTTP/1.1" status: 204 len: 168 time: 0.9870093 Sep 03 01:41:34.257337 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49978) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:34.306753 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Deleting subnet d06c7d80-9545-4cc8-958c-a642bcae5680 {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:41:34.310540 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Publish callbacks [] for subnet (d06c7d80-9545-4cc8-958c-a642bcae5680), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.349301 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (d06c7d80-9545-4cc8-958c-a642bcae5680), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.434928 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (d06c7d80-9545-4cc8-958c-a642bcae5680), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.537332 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (d06c7d80-9545-4cc8-958c-a642bcae5680), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.563728 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d06c7d80-9545-4cc8-958c-a642bcae5680,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:34.569530 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.573055 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c86ca8c2-203a-48cd-9ec7-c98e655f868b admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/d06c7d80-9545-4cc8-958c-a642bcae5680 HTTP/1.1" status: 204 len: 168 time: 0.3137875 Sep 03 01:41:34.575538 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2338a2-7a41-4e14-b118-c5bdcc617b0d None None] Network b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:41:34.576032 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 49984) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:34.678277 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.745221 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:34.753001 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Deleting port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:34.753346 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.836442 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:34.837049 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 0c7a64f5-c551-47e6-b23d-998ab9fd89e7 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:34.837577 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:34.840120 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] DHCP port deletion for b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:41:34.841348 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] For port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:34.841712 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.859787 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Calling delete_port for 7db7a655-3ece-47a6-bbda-b2fe3dd1043b owned by network:dhcp {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:34.883253 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:34.906053 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] Deleting port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:41:34.906426 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:34.935038 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:34.935381 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 3a72f0b6-9a4e-4797-8cf4-6b19f718cbda not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:35.023852 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] For port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,segment=NetworkSegment(5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4),segment_id=5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:41:35.024239 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.044184 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] Calling delete_port for 7db7a655-3ece-47a6-bbda-b2fe3dd1043b owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:41:35.108736 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.127776 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (7db7a655-3ece-47a6-bbda-b2fe3dd1043b), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.139744 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:35.141708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] No DVR routers for this DVR port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b on host dv-cinder-838009-7-iscsi {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:41:35.153598 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] Pushing event deleted for resources: {'Port': ['ID=7db7a655-3ece-47a6-bbda-b2fe3dd1043b,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:35.164687 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fb8e12-6616-4c19-8da0-ccd0ac1a0b66 None None] No DVR routers for this DVR port 7db7a655-3ece-47a6-bbda-b2fe3dd1043b on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:41:35.215701 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.240132 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f4d104-d756-4b2b-9b1c-81ea8775b5d5']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:35.249820 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:35.250434 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:41:35.260326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.274089 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.282984 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:41:35.283403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.325742 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4 resource provider aggregate not found Sep 03 01:41:35.344314 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment 5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f5ead5e-7f15-4ae0-99c5-80bb9d93c3b4 found for delete ", "request_id": "req-38aceae0-1b3d-4501-9f10-a32760cb4f1b"}]} Sep 03 01:41:35.417105 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (b9f4d104-d756-4b2b-9b1c-81ea8775b5d5), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.424576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.427806 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/b9f4d104-d756-4b2b-9b1c-81ea8775b5d5 HTTP/1.1" status: 204 len: 168 time: 0.8499792 Sep 03 01:41:35.439954 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f4d104-d756-4b2b-9b1c-81ea8775b5d5,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:35.448170 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.448513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.451680 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.452461 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.452461 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.452461 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.452740 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5165d5b6-0bfc-4fb3-ab44-cdb7507007d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:41:35.814295 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50010) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:35.857970 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50012) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:35.858126 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5f2de0e8-176d-4e66-920f-dadd1ab0bc67 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=e09bed4b9f9741a8ab110a2676baee7f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426357 Sep 03 01:41:35.915847 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1d85e896-2ec7-41bc-9a71-87830cfbe9a7 admin admin] Publish callbacks [] for security_group (2a720754-e633-46d2-9af6-0f76cbcf23fa), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:35.923750 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:35.942706 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1d85e896-2ec7-41bc-9a71-87830cfbe9a7 admin admin] Publish callbacks [] for security_group (2a720754-e633-46d2-9af6-0f76cbcf23fa), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:36.079645 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1d85e896-2ec7-41bc-9a71-87830cfbe9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2a720754-e633-46d2-9af6-0f76cbcf23fa), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:36.082363 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1d85e896-2ec7-41bc-9a71-87830cfbe9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:36.083515 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1d85e896-2ec7-41bc-9a71-87830cfbe9a7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2a720754-e633-46d2-9af6-0f76cbcf23fa HTTP/1.1" status: 204 len: 168 time: 0.2239923 Sep 03 01:41:36.092182 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85e896-2ec7-41bc-9a71-87830cfbe9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a720754-e633-46d2-9af6-0f76cbcf23fa,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:36.686180 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 7db7a655-3ece-47a6-bbda-b2fe3dd1043b no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:41:36.704852 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 7db7a655-3ece-47a6-bbda-b2fe3dd1043b {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:41:36.705195 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 7db7a655-3ece-47a6-bbda-b2fe3dd1043b not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:41:36.819629 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:41:37.825243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50078) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:37.932107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3842ca3c-3919-434d-8738-4b338e154cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.005772 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3842ca3c-3919-434d-8738-4b338e154cee admin admin] Publish callbacks [] for security_group (fa8155c7-8188-45a0-acec-14db61c7f447), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.056364 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3842ca3c-3919-434d-8738-4b338e154cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fa8155c7-8188-45a0-acec-14db61c7f447), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.093567 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842ca3c-3919-434d-8738-4b338e154cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8155c7-8188-45a0-acec-14db61c7f447,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:38.097871 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-3842ca3c-3919-434d-8738-4b338e154cee admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=154b559256be4252aa82eb7c8c636f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716229 Sep 03 01:41:38.101751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50082) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:38.149529 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2a4cfb54-0ddd-4d0e-8f52-13403020efe9 admin admin] Publish callbacks [] for security_group (fa8155c7-8188-45a0-acec-14db61c7f447), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.170138 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2a4cfb54-0ddd-4d0e-8f52-13403020efe9 admin admin] Publish callbacks [] for security_group (fa8155c7-8188-45a0-acec-14db61c7f447), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.283964 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2a4cfb54-0ddd-4d0e-8f52-13403020efe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (fa8155c7-8188-45a0-acec-14db61c7f447), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.286777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2a4cfb54-0ddd-4d0e-8f52-13403020efe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.287967 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2a4cfb54-0ddd-4d0e-8f52-13403020efe9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/fa8155c7-8188-45a0-acec-14db61c7f447 HTTP/1.1" status: 204 len: 168 time: 0.1859400 Sep 03 01:41:38.297400 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cfb54-0ddd-4d0e-8f52-13403020efe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8155c7-8188-45a0-acec-14db61c7f447,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:38.730126 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50100) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:38.836777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b022745f-379c-40e8-a977-767f4920324c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.868257 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=77,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:38.915143 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b022745f-379c-40e8-a977-767f4920324c admin admin] Publish callbacks [] for security_group (612df003-625a-4120-9c83-eb01dbed9f49), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:38.988243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b022745f-379c-40e8-a977-767f4920324c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (612df003-625a-4120-9c83-eb01dbed9f49), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:39.032906 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b022745f-379c-40e8-a977-767f4920324c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=33e6a990163440edb5fdaa2d169ae3ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016171 Sep 03 01:41:39.033744 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022745f-379c-40e8-a977-767f4920324c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612df003-625a-4120-9c83-eb01dbed9f49,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:39.035853 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50108) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:39.088152 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-772ba078-a056-4cdb-aaa9-ef56663023d0 admin admin] Publish callbacks [] for security_group (612df003-625a-4120-9c83-eb01dbed9f49), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:39.108814 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-772ba078-a056-4cdb-aaa9-ef56663023d0 admin admin] Publish callbacks [] for security_group (612df003-625a-4120-9c83-eb01dbed9f49), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:39.216911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-772ba078-a056-4cdb-aaa9-ef56663023d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (612df003-625a-4120-9c83-eb01dbed9f49), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:39.219487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-772ba078-a056-4cdb-aaa9-ef56663023d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:39.220625 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-772ba078-a056-4cdb-aaa9-ef56663023d0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/612df003-625a-4120-9c83-eb01dbed9f49 HTTP/1.1" status: 204 len: 168 time: 0.1838033 Sep 03 01:41:39.234602 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ba078-a056-4cdb-aaa9-ef56663023d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612df003-625a-4120-9c83-eb01dbed9f49,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:39.782580 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:39.961689 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50132) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:39.976289 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-10a0ea18-9c81-4120-ab35-5861c964e057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.052106 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-10a0ea18-9c81-4120-ab35-5861c964e057 admin admin] Publish callbacks [] for security_group (3e2a9439-922e-40d4-b07d-1495c15adc86), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.142123 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-10a0ea18-9c81-4120-ab35-5861c964e057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3e2a9439-922e-40d4-b07d-1495c15adc86), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.153032 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:40.189861 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-10a0ea18-9c81-4120-ab35-5861c964e057 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=5cc7b09e60d54e8e913880526365afe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269740 Sep 03 01:41:40.190739 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ea18-9c81-4120-ab35-5861c964e057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2a9439-922e-40d4-b07d-1495c15adc86,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:40.192870 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50138) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:40.245682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:40.251247 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5809980b-064c-403d-b36b-8edcdb5c9fa0 admin admin] Publish callbacks [] for security_group (3e2a9439-922e-40d4-b07d-1495c15adc86), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.271378 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5809980b-064c-403d-b36b-8edcdb5c9fa0 admin admin] Publish callbacks [] for security_group (3e2a9439-922e-40d4-b07d-1495c15adc86), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.439822 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5809980b-064c-403d-b36b-8edcdb5c9fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (3e2a9439-922e-40d4-b07d-1495c15adc86), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.446301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5809980b-064c-403d-b36b-8edcdb5c9fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:40.446301 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5809980b-064c-403d-b36b-8edcdb5c9fa0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/3e2a9439-922e-40d4-b07d-1495c15adc86 HTTP/1.1" status: 204 len: 168 time: 0.2499807 Sep 03 01:41:40.452883 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5809980b-064c-403d-b36b-8edcdb5c9fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2a9439-922e-40d4-b07d-1495c15adc86,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:46.716559 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:46.816076 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:47.676719 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50304) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:47.786901 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4115e497-19b2-48d6-9de3-616bb8feeff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:47.864318 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4115e497-19b2-48d6-9de3-616bb8feeff8 admin admin] Publish callbacks [] for security_group (c555b033-e1f9-4084-95f9-62119fc369fd), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:47.948400 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-4115e497-19b2-48d6-9de3-616bb8feeff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c555b033-e1f9-4084-95f9-62119fc369fd), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:47.988020 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4115e497-19b2-48d6-9de3-616bb8feeff8 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8b69af8620c9413cac0f3ac7f3006789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101952 Sep 03 01:41:47.988989 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115e497-19b2-48d6-9de3-616bb8feeff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c555b033-e1f9-4084-95f9-62119fc369fd,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:47.992735 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50308) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:48.053447 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6152aec5-04ea-471e-b60c-6e8b3bc0baf8 admin admin] Publish callbacks [] for security_group (c555b033-e1f9-4084-95f9-62119fc369fd), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:48.074293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6152aec5-04ea-471e-b60c-6e8b3bc0baf8 admin admin] Publish callbacks [] for security_group (c555b033-e1f9-4084-95f9-62119fc369fd), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:48.194150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6152aec5-04ea-471e-b60c-6e8b3bc0baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (c555b033-e1f9-4084-95f9-62119fc369fd), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:48.197475 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-6152aec5-04ea-471e-b60c-6e8b3bc0baf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:48.198671 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-6152aec5-04ea-471e-b60c-6e8b3bc0baf8 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/c555b033-e1f9-4084-95f9-62119fc369fd HTTP/1.1" status: 204 len: 168 time: 0.2044551 Sep 03 01:41:48.206876 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152aec5-04ea-471e-b60c-6e8b3bc0baf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c555b033-e1f9-4084-95f9-62119fc369fd,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:48.905376 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50324) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:48.919405 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f29ede1a-1a81-4969-8997-7a3b3d955f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:48.993753 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f29ede1a-1a81-4969-8997-7a3b3d955f93 admin admin] Publish callbacks [] for security_group (b6455acf-9ad3-40c5-bc27-9451a86c4fab), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.039437 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f29ede1a-1a81-4969-8997-7a3b3d955f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b6455acf-9ad3-40c5-bc27-9451a86c4fab), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.079965 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f29ede1a-1a81-4969-8997-7a3b3d955f93 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=2f9d67539f04454d83b3a50edb6747af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734579 Sep 03 01:41:49.080987 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ede1a-1a81-4969-8997-7a3b3d955f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6455acf-9ad3-40c5-bc27-9451a86c4fab,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:49.082734 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50326) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:49.097439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:49.138875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-069d8338-b574-4b4e-bdbf-3aa2204f6087 admin admin] Publish callbacks [] for security_group (b6455acf-9ad3-40c5-bc27-9451a86c4fab), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.159077 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-069d8338-b574-4b4e-bdbf-3aa2204f6087 admin admin] Publish callbacks [] for security_group (b6455acf-9ad3-40c5-bc27-9451a86c4fab), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.256491 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-069d8338-b574-4b4e-bdbf-3aa2204f6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b6455acf-9ad3-40c5-bc27-9451a86c4fab), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.259219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-069d8338-b574-4b4e-bdbf-3aa2204f6087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.260356 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-069d8338-b574-4b4e-bdbf-3aa2204f6087 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b6455acf-9ad3-40c5-bc27-9451a86c4fab HTTP/1.1" status: 204 len: 168 time: 0.1766484 Sep 03 01:41:49.269083 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d8338-b574-4b4e-bdbf-3aa2204f6087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6455acf-9ad3-40c5-bc27-9451a86c4fab,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:49.537103 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-baab9a9e-c63c-46a7-83ae-daef76f9ced4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.857653 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50338) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:49.871715 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0398-1b20-4df0-a8e4-4e0271f78b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.947954 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0398-1b20-4df0-a8e4-4e0271f78b0e admin admin] Publish callbacks [] for security_group (781872de-ac8e-4af6-873a-532c83d9032d), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:49.993521 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-d0dd0398-1b20-4df0-a8e4-4e0271f78b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (781872de-ac8e-4af6-873a-532c83d9032d), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:50.033346 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-d0dd0398-1b20-4df0-a8e4-4e0271f78b0e admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=36cb8446141e4869b95fc6de18b10d6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1744843 Sep 03 01:41:50.034118 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd0398-1b20-4df0-a8e4-4e0271f78b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781872de-ac8e-4af6-873a-532c83d9032d,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:50.036341 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50340) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:50.088979 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a920c4e-f6b3-4f13-bd06-deb6b88b2dff admin admin] Publish callbacks [] for security_group (781872de-ac8e-4af6-873a-532c83d9032d), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:50.108780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a920c4e-f6b3-4f13-bd06-deb6b88b2dff admin admin] Publish callbacks [] for security_group (781872de-ac8e-4af6-873a-532c83d9032d), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:50.244213 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a920c4e-f6b3-4f13-bd06-deb6b88b2dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (781872de-ac8e-4af6-873a-532c83d9032d), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:50.246751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8a920c4e-f6b3-4f13-bd06-deb6b88b2dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:50.247894 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8a920c4e-f6b3-4f13-bd06-deb6b88b2dff admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/781872de-ac8e-4af6-873a-532c83d9032d HTTP/1.1" status: 204 len: 168 time: 0.2105520 Sep 03 01:41:50.256019 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a920c4e-f6b3-4f13-bd06-deb6b88b2dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781872de-ac8e-4af6-873a-532c83d9032d,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:51.469730 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50376) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:51.574990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-15c8e631-1ccc-43c7-8e94-d11d796e3614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.619431 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:51.653971 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-15c8e631-1ccc-43c7-8e94-d11d796e3614 admin admin] Publish callbacks [] for security_group (2632bbe7-a4ad-4593-bcda-1e765af2e17a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.758287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-15c8e631-1ccc-43c7-8e94-d11d796e3614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2632bbe7-a4ad-4593-bcda-1e765af2e17a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.795589 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:51.799140 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-15c8e631-1ccc-43c7-8e94-d11d796e3614 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=9e65a294c74f40e390c1f7832f7e8a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283448 Sep 03 01:41:51.800315 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8e631-1ccc-43c7-8e94-d11d796e3614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2632bbe7-a4ad-4593-bcda-1e765af2e17a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:51.801994 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50382) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:51.857558 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7a36eb1f-04a7-461a-9857-0c08ba7c8ea2 admin admin] Publish callbacks [] for security_group (2632bbe7-a4ad-4593-bcda-1e765af2e17a), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.864332 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:51.879197 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7a36eb1f-04a7-461a-9857-0c08ba7c8ea2 admin admin] Publish callbacks [] for security_group (2632bbe7-a4ad-4593-bcda-1e765af2e17a), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.994605 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7a36eb1f-04a7-461a-9857-0c08ba7c8ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2632bbe7-a4ad-4593-bcda-1e765af2e17a), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.997284 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a842cd66-d9b7-4799-9f7d-a6fcdd04ff20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.998532 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7a36eb1f-04a7-461a-9857-0c08ba7c8ea2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:51.999939 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7a36eb1f-04a7-461a-9857-0c08ba7c8ea2 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2632bbe7-a4ad-4593-bcda-1e765af2e17a HTTP/1.1" status: 204 len: 168 time: 0.1957917 Sep 03 01:41:52.007934 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36eb1f-04a7-461a-9857-0c08ba7c8ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2632bbe7-a4ad-4593-bcda-1e765af2e17a,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:52.066766 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50388) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:52.171565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8177ec29-b932-4455-85ee-8efcc193d77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.247932 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8177ec29-b932-4455-85ee-8efcc193d77a admin admin] Publish callbacks [] for security_group (d4b03544-f52e-404b-ba90-f1bc69184c01), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.331865 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-8177ec29-b932-4455-85ee-8efcc193d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d4b03544-f52e-404b-ba90-f1bc69184c01), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.373941 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-8177ec29-b932-4455-85ee-8efcc193d77a admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=8db48b81ba08481fb7cd350fc998b3a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3058579 Sep 03 01:41:52.374770 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177ec29-b932-4455-85ee-8efcc193d77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b03544-f52e-404b-ba90-f1bc69184c01,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:52.376877 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50396) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:52.439323 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-443f7b5b-1ef1-46ef-8343-2a0f890e67bc admin admin] Publish callbacks [] for security_group (d4b03544-f52e-404b-ba90-f1bc69184c01), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.459127 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-443f7b5b-1ef1-46ef-8343-2a0f890e67bc admin admin] Publish callbacks [] for security_group (d4b03544-f52e-404b-ba90-f1bc69184c01), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.593817 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-443f7b5b-1ef1-46ef-8343-2a0f890e67bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (d4b03544-f52e-404b-ba90-f1bc69184c01), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.596356 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-443f7b5b-1ef1-46ef-8343-2a0f890e67bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.597513 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-443f7b5b-1ef1-46ef-8343-2a0f890e67bc admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/d4b03544-f52e-404b-ba90-f1bc69184c01 HTTP/1.1" status: 204 len: 168 time: 0.2194159 Sep 03 01:41:52.606629 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f7b5b-1ef1-46ef-8343-2a0f890e67bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b03544-f52e-404b-ba90-f1bc69184c01,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:52.745841 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50400) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:52.760097 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-50f423c6-1274-448e-ad25-09ce205bdcb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.839582 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-50f423c6-1274-448e-ad25-09ce205bdcb9 admin admin] Publish callbacks [] for security_group (38b40e68-d60a-46cd-ae03-1fd6764d5afa), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.902833 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-50f423c6-1274-448e-ad25-09ce205bdcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (38b40e68-d60a-46cd-ae03-1fd6764d5afa), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:52.946902 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-50f423c6-1274-448e-ad25-09ce205bdcb9 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=89bb1810d7eb4a63a9c69dd98268442b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993372 Sep 03 01:41:52.948238 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f423c6-1274-448e-ad25-09ce205bdcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b40e68-d60a-46cd-ae03-1fd6764d5afa,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:52.949961 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50404) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:53.002640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:53.015543 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c036ace8-8fe7-4c0d-9e60-daa555d563b5 admin admin] Publish callbacks [] for security_group (38b40e68-d60a-46cd-ae03-1fd6764d5afa), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.036552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c036ace8-8fe7-4c0d-9e60-daa555d563b5 admin admin] Publish callbacks [] for security_group (38b40e68-d60a-46cd-ae03-1fd6764d5afa), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.057061 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.154221 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c036ace8-8fe7-4c0d-9e60-daa555d563b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (38b40e68-d60a-46cd-ae03-1fd6764d5afa), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.157041 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-c036ace8-8fe7-4c0d-9e60-daa555d563b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.158263 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-c036ace8-8fe7-4c0d-9e60-daa555d563b5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/38b40e68-d60a-46cd-ae03-1fd6764d5afa HTTP/1.1" status: 204 len: 168 time: 0.2072630 Sep 03 01:41:53.167961 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c036ace8-8fe7-4c0d-9e60-daa555d563b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b40e68-d60a-46cd-ae03-1fd6764d5afa,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:53.765923 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50430) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:53.779419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-14665e1b-50bb-4923-b036-0e1e3fc97d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.861250 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-14665e1b-50bb-4923-b036-0e1e3fc97d30 admin admin] Publish callbacks [] for security_group (2fda0451-9e77-4cf2-a108-93437fdbabc3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:53.982528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-14665e1b-50bb-4923-b036-0e1e3fc97d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2fda0451-9e77-4cf2-a108-93437fdbabc3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.022755 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-14665e1b-50bb-4923-b036-0e1e3fc97d30 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=487fe37416e14ad0b66a166022a87a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556982 Sep 03 01:41:54.023762 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14665e1b-50bb-4923-b036-0e1e3fc97d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda0451-9e77-4cf2-a108-93437fdbabc3,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:54.025646 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50434) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:54.082185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c9268ca-81ac-4ac0-b1c8-188ca6301c47 admin admin] Publish callbacks [] for security_group (2fda0451-9e77-4cf2-a108-93437fdbabc3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.102358 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c9268ca-81ac-4ac0-b1c8-188ca6301c47 admin admin] Publish callbacks [] for security_group (2fda0451-9e77-4cf2-a108-93437fdbabc3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.216574 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c9268ca-81ac-4ac0-b1c8-188ca6301c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (2fda0451-9e77-4cf2-a108-93437fdbabc3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.219193 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-1c9268ca-81ac-4ac0-b1c8-188ca6301c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.220362 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-1c9268ca-81ac-4ac0-b1c8-188ca6301c47 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/2fda0451-9e77-4cf2-a108-93437fdbabc3 HTTP/1.1" status: 204 len: 168 time: 0.1931663 Sep 03 01:41:54.228774 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9268ca-81ac-4ac0-b1c8-188ca6301c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda0451-9e77-4cf2-a108-93437fdbabc3,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:54.531991 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50440) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:54.645397 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7924515c-f05d-4fa4-9f2a-f5b550a7f794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.724946 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7924515c-f05d-4fa4-9f2a-f5b550a7f794 admin admin] Publish callbacks [] for security_group (a2552497-86f0-45b8-93b7-cf820a1aa9a6), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.793713 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-7924515c-f05d-4fa4-9f2a-f5b550a7f794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a2552497-86f0-45b8-93b7-cf820a1aa9a6), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.830170 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.831577 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:54.837163 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-7924515c-f05d-4fa4-9f2a-f5b550a7f794 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=a6e5458471854fc8ab13b44366a2c919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3041294 Sep 03 01:41:54.838576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924515c-f05d-4fa4-9f2a-f5b550a7f794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2552497-86f0-45b8-93b7-cf820a1aa9a6,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:54.839947 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50454) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:54.879771 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.892307 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a05e34ab-67bd-499a-af60-7ac538930db1 admin admin] Publish callbacks [] for security_group (a2552497-86f0-45b8-93b7-cf820a1aa9a6), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:54.913388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a05e34ab-67bd-499a-af60-7ac538930db1 admin admin] Publish callbacks [] for security_group (a2552497-86f0-45b8-93b7-cf820a1aa9a6), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:55.079602 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a05e34ab-67bd-499a-af60-7ac538930db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a2552497-86f0-45b8-93b7-cf820a1aa9a6), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:55.082188 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-a05e34ab-67bd-499a-af60-7ac538930db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:55.084655 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-a05e34ab-67bd-499a-af60-7ac538930db1 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a2552497-86f0-45b8-93b7-cf820a1aa9a6 HTTP/1.1" status: 204 len: 168 time: 0.2437339 Sep 03 01:41:55.093134 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e34ab-67bd-499a-af60-7ac538930db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2552497-86f0-45b8-93b7-cf820a1aa9a6,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:56.785426 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50498) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:56.891565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37030e41-c01b-4ac5-b802-36926dcd98ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:56.966846 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37030e41-c01b-4ac5-b802-36926dcd98ae admin admin] Publish callbacks [] for security_group (4a538b11-6fdb-4505-840d-3ca5fbfd1aaf), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.061783 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-37030e41-c01b-4ac5-b802-36926dcd98ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (4a538b11-6fdb-4505-840d-3ca5fbfd1aaf), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.098634 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37030e41-c01b-4ac5-b802-36926dcd98ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a538b11-6fdb-4505-840d-3ca5fbfd1aaf,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:57.103062 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-37030e41-c01b-4ac5-b802-36926dcd98ae admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4f413d9d76a94a2cbf4ffe4b877b9841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164344 Sep 03 01:41:57.105486 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50502) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:57.145444 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:57.156894 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5259b216-dd0c-443b-8dcc-3ab5c8303e7d admin admin] Publish callbacks [] for security_group (4a538b11-6fdb-4505-840d-3ca5fbfd1aaf), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.177535 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5259b216-dd0c-443b-8dcc-3ab5c8303e7d admin admin] Publish callbacks [] for security_group (4a538b11-6fdb-4505-840d-3ca5fbfd1aaf), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.296105 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5259b216-dd0c-443b-8dcc-3ab5c8303e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (4a538b11-6fdb-4505-840d-3ca5fbfd1aaf), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.298684 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-5259b216-dd0c-443b-8dcc-3ab5c8303e7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.299821 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-5259b216-dd0c-443b-8dcc-3ab5c8303e7d admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/4a538b11-6fdb-4505-840d-3ca5fbfd1aaf HTTP/1.1" status: 204 len: 168 time: 0.1934276 Sep 03 01:41:57.308125 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259b216-dd0c-443b-8dcc-3ab5c8303e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a538b11-6fdb-4505-840d-3ca5fbfd1aaf,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:57.895570 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50508) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:57.902851 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:41:57.909202 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-33a4514d-c027-4af5-82bf-3812a1fe58db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:57.985498 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-33a4514d-c027-4af5-82bf-3812a1fe58db admin admin] Publish callbacks [] for security_group (369c0f9b-3fc3-40aa-a0f9-2aedc72c7381), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:58.057148 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-33a4514d-c027-4af5-82bf-3812a1fe58db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (369c0f9b-3fc3-40aa-a0f9-2aedc72c7381), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:58.094760 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4514d-c027-4af5-82bf-3812a1fe58db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369c0f9b-3fc3-40aa-a0f9-2aedc72c7381,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:41:58.100271 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-33a4514d-c027-4af5-82bf-3812a1fe58db admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=6bce9fd486804ea199f30303cb47ee25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2036994 Sep 03 01:41:58.103510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50510) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:41:58.152860 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f178bdcb-11ec-44ce-954f-4f242396d37e admin admin] Publish callbacks [] for security_group (369c0f9b-3fc3-40aa-a0f9-2aedc72c7381), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:58.172969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f178bdcb-11ec-44ce-954f-4f242396d37e admin admin] Publish callbacks [] for security_group (369c0f9b-3fc3-40aa-a0f9-2aedc72c7381), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:58.273489 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f178bdcb-11ec-44ce-954f-4f242396d37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (369c0f9b-3fc3-40aa-a0f9-2aedc72c7381), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:58.276587 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f178bdcb-11ec-44ce-954f-4f242396d37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:41:58.277721 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f178bdcb-11ec-44ce-954f-4f242396d37e admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/369c0f9b-3fc3-40aa-a0f9-2aedc72c7381 HTTP/1.1" status: 204 len: 168 time: 0.1733019 Sep 03 01:41:58.285823 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178bdcb-11ec-44ce-954f-4f242396d37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c0f9b-3fc3-40aa-a0f9-2aedc72c7381,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:00.946391 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:04.829058 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=53,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:08.206116 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:08.281893 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:09.829989 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50602) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:09.937046 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.012195 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Publish callbacks [] for security_group (69a82429-1315-46c8-abd4-b70de5790141), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.094633 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (69a82429-1315-46c8-abd4-b70de5790141), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.131772 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a82429-1315-46c8-abd4-b70de5790141,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:10.136153 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c0af83b822a54e8fbb23531d72bbde2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051383 Sep 03 01:42:10.139368 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50606) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:10.142465 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.142845 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.143215 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.143580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.143945 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.144305 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.144678 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.145053 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.145416 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.145812 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.146168 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.146574 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.146925 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.147285 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.147687 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0520ade5-6d63-42c1-9854-13074ce35408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:10.191951 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e04f93d6-b5a0-4ff4-a473-d5f2291621b0 admin admin] Publish callbacks [] for security_group (69a82429-1315-46c8-abd4-b70de5790141), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.212568 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e04f93d6-b5a0-4ff4-a473-d5f2291621b0 admin admin] Publish callbacks [] for security_group (69a82429-1315-46c8-abd4-b70de5790141), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.428056 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e04f93d6-b5a0-4ff4-a473-d5f2291621b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (69a82429-1315-46c8-abd4-b70de5790141), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.431275 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e04f93d6-b5a0-4ff4-a473-d5f2291621b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:10.432417 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e04f93d6-b5a0-4ff4-a473-d5f2291621b0 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/69a82429-1315-46c8-abd4-b70de5790141 HTTP/1.1" status: 204 len: 168 time: 0.2920125 Sep 03 01:42:10.440434 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f93d6-b5a0-4ff4-a473-d5f2291621b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a82429-1315-46c8-abd4-b70de5790141,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:10.867546 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:13.819203 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:42:17.808240 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:19.468084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:19.557399 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-1230cfbf-f2e3-4d4b-9931-1ad943b431d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:20.135093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:20.137932 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:20.435231 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:20.435959 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:21.986000 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-539ea523-fc46-457e-9050-c5afd307da67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:23.061995 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:23.814849 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=6 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:24.781957 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:24.810563 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:30.947657 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:34.974686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50732) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:35.084580 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ebab3d3-9b8a-4ffb-a0ed-2a22c35eb854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.164570 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ebab3d3-9b8a-4ffb-a0ed-2a22c35eb854 admin admin] Publish callbacks [] for security_group (6d24712c-df51-4a0b-974c-900b545f63d0), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.262147 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2ebab3d3-9b8a-4ffb-a0ed-2a22c35eb854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (6d24712c-df51-4a0b-974c-900b545f63d0), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.314139 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2ebab3d3-9b8a-4ffb-a0ed-2a22c35eb854 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=ddbd6e25b1354e10a298b39bd110a1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359175 Sep 03 01:42:35.314139 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebab3d3-9b8a-4ffb-a0ed-2a22c35eb854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24712c-df51-4a0b-974c-900b545f63d0,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:35.314571 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50736) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:35.369638 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aa18e2f6-25e3-48aa-80f0-861f05f2fb34 admin admin] Publish callbacks [] for security_group (6d24712c-df51-4a0b-974c-900b545f63d0), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.389680 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aa18e2f6-25e3-48aa-80f0-861f05f2fb34 admin admin] Publish callbacks [] for security_group (6d24712c-df51-4a0b-974c-900b545f63d0), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.540364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aa18e2f6-25e3-48aa-80f0-861f05f2fb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (6d24712c-df51-4a0b-974c-900b545f63d0), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.542883 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-aa18e2f6-25e3-48aa-80f0-861f05f2fb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:35.544014 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-aa18e2f6-25e3-48aa-80f0-861f05f2fb34 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/6d24712c-df51-4a0b-974c-900b545f63d0 HTTP/1.1" status: 204 len: 168 time: 0.2284825 Sep 03 01:42:35.551780 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18e2f6-25e3-48aa-80f0-861f05f2fb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24712c-df51-4a0b-974c-900b545f63d0,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:40.878490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:45.304780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=19,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:45.307663 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=18,neutron:INSERT=7 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:45.546731 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:45.547482 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:45.570957 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:48.154164 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50878) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:48.256173 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9f31299c-d1ab-47b0-8a98-c7211b926796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.332837 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9f31299c-d1ab-47b0-8a98-c7211b926796 admin admin] Publish callbacks [] for security_group (74c0f27c-861b-4dc7-bab6-ac8051c2f6ba), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.437167 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-9f31299c-d1ab-47b0-8a98-c7211b926796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (74c0f27c-861b-4dc7-bab6-ac8051c2f6ba), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.474994 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31299c-d1ab-47b0-8a98-c7211b926796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c0f27c-861b-4dc7-bab6-ac8051c2f6ba,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:48.479233 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-9f31299c-d1ab-47b0-8a98-c7211b926796 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=347e480a70d549b08ece0b6958e885d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239036 Sep 03 01:42:48.483377 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50884) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:48.533960 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-357369cd-028f-490e-9832-fc42a7d1d822 admin admin] Publish callbacks [] for security_group (74c0f27c-861b-4dc7-bab6-ac8051c2f6ba), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.553541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-357369cd-028f-490e-9832-fc42a7d1d822 admin admin] Publish callbacks [] for security_group (74c0f27c-861b-4dc7-bab6-ac8051c2f6ba), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.665643 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-357369cd-028f-490e-9832-fc42a7d1d822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (74c0f27c-861b-4dc7-bab6-ac8051c2f6ba), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.668271 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-357369cd-028f-490e-9832-fc42a7d1d822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:48.669421 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-357369cd-028f-490e-9832-fc42a7d1d822 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/74c0f27c-861b-4dc7-bab6-ac8051c2f6ba HTTP/1.1" status: 204 len: 168 time: 0.1856935 Sep 03 01:42:48.677879 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357369cd-028f-490e-9832-fc42a7d1d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c0f27c-861b-4dc7-bab6-ac8051c2f6ba,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:49.301579 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50890) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:49.319036 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.399028 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Publish callbacks [] for security_group (ad86b2de-92d0-4d58-943b-8afb404d2f81), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.528515 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ad86b2de-92d0-4d58-943b-8afb404d2f81), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.564286 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-574920de-8c97-4ecb-8818-dda71dda7511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.568819 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad86b2de-92d0-4d58-943b-8afb404d2f81,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:49.578125 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=eea85c4a025d413aa87da248e6bfe11f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755308 Sep 03 01:42:49.579838 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.580241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.580590 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.580933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.581112 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50894) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:49.581578 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.581578 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.581900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.582219 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.582579 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.582909 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.583236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.583565 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.583884 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.584210 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.584531 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c233e7e7-9882-4512-a791-aeb0739f8f2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:42:49.632353 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5e0e-a83e-471b-b340-f4c4d9ae293c admin admin] Publish callbacks [] for security_group (ad86b2de-92d0-4d58-943b-8afb404d2f81), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.652544 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5e0e-a83e-471b-b340-f4c4d9ae293c admin admin] Publish callbacks [] for security_group (ad86b2de-92d0-4d58-943b-8afb404d2f81), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.779854 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5e0e-a83e-471b-b340-f4c4d9ae293c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ad86b2de-92d0-4d58-943b-8afb404d2f81), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.782313 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0c1b5e0e-a83e-471b-b340-f4c4d9ae293c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:49.783456 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0c1b5e0e-a83e-471b-b340-f4c4d9ae293c admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ad86b2de-92d0-4d58-943b-8afb404d2f81 HTTP/1.1" status: 204 len: 168 time: 0.2013879 Sep 03 01:42:49.791769 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b5e0e-a83e-471b-b340-f4c4d9ae293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad86b2de-92d0-4d58-943b-8afb404d2f81,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:50.508395 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 50900) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:50.520897 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b66845d-c2e0-4bd2-9b32-5e65e9ab68fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.600065 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b66845d-c2e0-4bd2-9b32-5e65e9ab68fa admin admin] Publish callbacks [] for security_group (b223255c-f68b-4eeb-b6be-5b81fecc0adb), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.688507 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-7b66845d-c2e0-4bd2-9b32-5e65e9ab68fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b223255c-f68b-4eeb-b6be-5b81fecc0adb), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.726611 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66845d-c2e0-4bd2-9b32-5e65e9ab68fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b223255c-f68b-4eeb-b6be-5b81fecc0adb,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:50.733324 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-7b66845d-c2e0-4bd2-9b32-5e65e9ab68fa admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=01177607dede4eacb4319e1c761232d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246428 Sep 03 01:42:50.736034 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 50910) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:42:50.789074 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b8e1619e-5970-4ff7-be4d-22d62e4f4d7b admin admin] Publish callbacks [] for security_group (b223255c-f68b-4eeb-b6be-5b81fecc0adb), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.814530 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b8e1619e-5970-4ff7-be4d-22d62e4f4d7b admin admin] Publish callbacks [] for security_group (b223255c-f68b-4eeb-b6be-5b81fecc0adb), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.818855 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:42:50.860781 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-d1434949-0818-4192-b4a3-b6218d060f76 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1200131279&fields=id&tenant_id=c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 267 time: 0.0465522 Sep 03 01:42:50.947768 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b8e1619e-5970-4ff7-be4d-22d62e4f4d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b223255c-f68b-4eeb-b6be-5b81fecc0adb), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.950421 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-b8e1619e-5970-4ff7-be4d-22d62e4f4d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:50.952305 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-b8e1619e-5970-4ff7-be4d-22d62e4f4d7b admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b223255c-f68b-4eeb-b6be-5b81fecc0adb HTTP/1.1" status: 204 len: 168 time: 0.2152491 Sep 03 01:42:50.961086 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1619e-5970-4ff7-be4d-22d62e4f4d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b223255c-f68b-4eeb-b6be-5b81fecc0adb,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:51.204241 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:51.229126 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:51.239304 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-89eb5db1-4287-4d56-8a7f-fb8c943855c6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:51.240703 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-89eb5db1-4287-4d56-8a7f-fb8c943855c6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 811 time: 0.3733454 Sep 03 01:42:51.254872 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-1e1bd870-7f58-4e84-b127-6990478ff65f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/quotas/c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 375 time: 0.0087962 Sep 03 01:42:51.312456 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-d8d511df-d3e8-470b-ac61-95a568d8754a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526001 Sep 03 01:42:51.417507 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-9f8326ef-86a6-4575-8be6-53fea5350d0d service neutron] 10.222.0.13 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895095 Sep 03 01:42:51.510371 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-b7dc9e11-3af1-45af-bcd3-70f611e3439b service neutron] 10.222.0.13 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867085 Sep 03 01:42:52.033133 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-007da87c-b973-42ea-be69-4c9f96b4a8c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:52.162880 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-bba04704-88b6-4a54-aed5-d7ad5d6b3ad4 req-002c5908-30c8-46ed-92fd-42b2d5f6136b tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 210 time: 0.0328939 Sep 03 01:42:53.083192 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:53.266305 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-003b5a5c-f4f9-4ae8-aa45-6d94fe6a2b0b req-01e26b7f-0383-4acd-9335-ec8e64097e03 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 210 time: 0.0277479 Sep 03 01:42:53.777712 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:54.342437 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-a4b4f7fc-31ce-4559-a1c1-91f00a6380dc tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/networks?tenant_id=53d6048fb19e4828a58b35024ced4518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300014 Sep 03 01:42:54.375443 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-439ecb55-068f-464e-a485-01f59c4dff58 req-de5f7ed7-cd82-4e50-9b0b-6032d9ef704f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 210 time: 0.0326633 Sep 03 01:42:54.532415 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2a4b4a80-79d2-4258-8f00-47e63ab9d0bc tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:54.533885 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2a4b4a80-79d2-4258-8f00-47e63ab9d0bc tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862748 Sep 03 01:42:54.549265 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-8d11ff91-96ea-46bb-9c14-f00e0bd15167 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/quotas/53d6048fb19e4828a58b35024ced4518 HTTP/1.1" status: 200 len: 375 time: 0.0092938 Sep 03 01:42:54.583109 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-40b55319-33f1-400a-bee2-dd8fc7d5f6d9 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=53d6048fb19e4828a58b35024ced4518&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279944 Sep 03 01:42:54.587890 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-6afff46c-b2ae-4636-b20d-e84cfdedfdfd tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:54.589526 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-6afff46c-b2ae-4636-b20d-e84cfdedfdfd tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 811 time: 0.1036997 Sep 03 01:42:54.660067 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-4a6b689f-844e-4634-ab7c-52b8f93e0ae4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c306d09e93584320b34697dba7641ac8 HTTP/1.1" status: 200 len: 380 time: 0.0563772 Sep 03 01:42:54.674599 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'port': {'device_id': '4eabe504-22f6-43b9-bc56-a312814d450f', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'admin_state_up': True, 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'security_groups': ['ef226b79-2353-4d5f-9dec-ab497f966b06']}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:42:54.859893 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:54.913178 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:54.913358 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Made reservation on behalf of c306d09e93584320b34697dba7641ac8 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:42:54.917244 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:55.050910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Allocated IP 172.20.0.14 (acc3f9d7-e89e-4ae5-bc90-4373dd60425f/d0b54629-c284-4a1b-8884-71698e5a0b74/a7b84cbd-9e1d-4379-a29a-842372c152b3) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:42:55.061869 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:55.188974 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:55.211980 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:55.294685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:55.342094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:42:55.345336 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:42:55.349352 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:42:55.355487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=a7b84cbd-9e1d-4379-a29a-842372c152b3,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:55.406089 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:55.406772 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:55.527191 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-a89e13a9-77e9-49d1-b2ee-e0264c044919 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8580329 Sep 03 01:42:55.543418 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Request body: {'port': {'device_id': '4eabe504-22f6-43b9-bc56-a312814d450f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:42:55.574179 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-0739825a-0ae5-4342-bc88-b4085b493ae2 None None] Provisioning complete for port a7b84cbd-9e1d-4379-a29a-842372c152b3 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:42:55.574579 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0739825a-0ae5-4342-bc88-b4085b493ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:55.608580 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-0739825a-0ae5-4342-bc88-b4085b493ae2 None None] Port a7b84cbd-9e1d-4379-a29a-842372c152b3 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:42:55.649213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3bf10d-2619-44d4-a776-a3782dc38c55 req-21f4bfef-c767-4e3f-8225-59e24a099542 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:55.650615 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-aa3bf10d-2619-44d4-a776-a3782dc38c55 req-21f4bfef-c767-4e3f-8225-59e24a099542 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 932 time: 0.1973300 Sep 03 01:42:55.664724 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:55.738397 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-aa3bf10d-2619-44d4-a776-a3782dc38c55 req-12b5ceac-9e5e-4885-b56c-2ae9cd984e35 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809107 Sep 03 01:42:55.864173 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-40f53e26-8c7b-46a5-8ac7-4f6e4b4e3234 req-826d49a2-e875-4a8d-9c9c-1b48ff602b76 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 210 time: 0.0309386 Sep 03 01:42:56.009799 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b84cbd-9e1d-4379-a29a-842372c152b3 {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:42:56.017457 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Publish callbacks [] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:56.029657 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Transition to ACTIVE for port object a7b84cbd-9e1d-4379-a29a-842372c152b3 will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:42:56.101419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:56.163938 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b84cbd-9e1d-4379-a29a-842372c152b3,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:56.182120 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:56.211567 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Attempting to bind port a7b84cbd-9e1d-4379-a29a-842372c152b3 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:42:56.211897 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Attempting to bind port a7b84cbd-9e1d-4379-a29a-842372c152b3 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:42:56.212220 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Attempting to bind port a7b84cbd-9e1d-4379-a29a-842372c152b3 on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:42:56.217408 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Port a7b84cbd-9e1d-4379-a29a-842372c152b3 on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:42:56.217831 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Attempting to bind port a7b84cbd-9e1d-4379-a29a-842372c152b3 on network acc3f9d7-e89e-4ae5-bc90-4373dd60425f {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:42:56.222930 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:42:56.224206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Checking segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:42:56.224206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Bound using segment: {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:42:56.224206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Bound port: a7b84cbd-9e1d-4379-a29a-842372c152b3, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b1f2b4-2f86-4f38-8069-17689cfef118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:42:56.224546 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:56.289172 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] For port a7b84cbd-9e1d-4379-a29a-842372c152b3, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:42:56.292199 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] For port a7b84cbd-9e1d-4379-a29a-842372c152b3, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:42:56.387604 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:56.392240 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.392956 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:56.394417 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/a7b84cbd-9e1d-4379-a29a-842372c152b3 HTTP/1.1" status: 200 len: 1094 time: 0.8550842 Sep 03 01:42:56.394903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:42:56.397309 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:42:56.437437 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:56.439273 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae42c9d9-966b-4cb4-a344-ae2efd9d8736 x-openstack-request-id: req-ae42c9d9-966b-4cb4-a344-ae2efd9d8736 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:42:56.439704 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:42:56.439959 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae42c9d9-966b-4cb4-a344-ae2efd9d8736 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:42:56.440376 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae42c9d9-966b-4cb4-a344-ae2efd9d8736'] response: {'name': 'network-changed', 'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'status': 'completed', 'code': 200} Sep 03 01:42:56.451633 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e550b-89e2-4a07-979f-4c4e0463035c service neutron] Pushing event updated for resources: {'Port': ['ID=a7b84cbd-9e1d-4379-a29a-842372c152b3,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:56.500656 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c req-a9911180-26a2-4a6d-aa7c-33c6fa2283d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.502110 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c req-a9911180-26a2-4a6d-aa7c-33c6fa2283d5 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 1128 time: 0.0394547 Sep 03 01:42:56.609081 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c req-05972639-4be3-4b5c-a3bd-8f1bbfad1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.610574 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c req-05972639-4be3-4b5c-a3bd-8f1bbfad1ebb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=c306d09e93584320b34697dba7641ac8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0964956 Sep 03 01:42:56.711164 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c req-bfd2fd1f-fe0a-485f-b634-74af06e9a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.712599 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5c536d3-8f0c-4c05-a0af-321c0cba6f7c req-bfd2fd1f-fe0a-485f-b634-74af06e9a4d7 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885484 Sep 03 01:42:56.807278 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-4e92f9c9-7ca9-4925-a3f4-e83268af09dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.808746 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-4e92f9c9-7ca9-4925-a3f4-e83268af09dc service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 1128 time: 0.0467124 Sep 03 01:42:56.872357 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-55b527f0-2bdb-435e-9e77-71a1c00c705f service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3 HTTP/1.1" status: 200 len: 217 time: 0.0473628 Sep 03 01:42:56.898504 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed130074-5850-4556-9305-415ff152834b req-8b2d2fd4-782a-46e3-aeaf-c46fb6184953 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.899966 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed130074-5850-4556-9305-415ff152834b req-8b2d2fd4-782a-46e3-aeaf-c46fb6184953 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0834131 Sep 03 01:42:56.955169 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e8bbd1fc-17c1-449f-a97c-39ed9a4fa813 req-2d149262-7162-4023-aa69-9c007a9a83da tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 210 time: 0.0319138 Sep 03 01:42:56.962700 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-5f3d2d06-fa9d-4384-a86d-5744b379478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:56.965684 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-5f3d2d06-fa9d-4384-a86d-5744b379478c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0812290 Sep 03 01:42:56.992219 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ed130074-5850-4556-9305-415ff152834b req-d6b9be7e-8fe4-473c-8ac1-50e776291b76 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732274 Sep 03 01:42:57.019906 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f257ae-59c3-477a-9c38-eb35988856ec req-14bb7b35-5e59-477f-9a80-3f1b81e3f30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:57.022979 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-14bb7b35-5e59-477f-9a80-3f1b81e3f30a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472021 Sep 03 01:42:57.114934 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-b9181391-010d-4f5f-9c96-4623c02c3696 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833066 Sep 03 01:42:57.215629 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-64f257ae-59c3-477a-9c38-eb35988856ec req-1895f5d6-c5db-4fc8-83b6-9f938c126774 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904131 Sep 03 01:42:58.064358 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-236a0769-4add-4dd3-b2e5-ad20ec9d92a1 req-81d07b24-0192-418d-ac9a-b85b412d9a00 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 210 time: 0.0322058 Sep 03 01:42:58.125054 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b08275-b64c-464f-a439-a3c2d5f62eea req-2371fef0-366e-40b3-931d-b62bd3b75a22 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:58.126522 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c5b08275-b64c-464f-a439-a3c2d5f62eea req-2371fef0-366e-40b3-931d-b62bd3b75a22 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0481715 Sep 03 01:42:58.175091 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c5b08275-b64c-464f-a439-a3c2d5f62eea req-7c0d1220-3083-46e5-9470-66e5fbb0f4a5 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429003 Sep 03 01:42:58.518094 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:58.528193 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-dce3e94f-f3cd-45e8-afd2-2728b864146a tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=53d6048fb19e4828a58b35024ced4518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317554 Sep 03 01:42:58.719804 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-6956940e-3457-4f65-82ba-7c44cbd0fbc8 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:58.721451 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-6956940e-3457-4f65-82ba-7c44cbd0fbc8 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882913 Sep 03 01:42:58.734627 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Request body: {'port': {'device_id': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6', 'admin_state_up': True, 'tenant_id': '53d6048fb19e4828a58b35024ced4518'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:42:58.941693 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Made reservation on behalf of 53d6048fb19e4828a58b35024ced4518 for: {'port': 1} {{(pid=106679) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:42:58.945492 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:58.955256 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks [] for security_group (None), before_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.030362 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks [] for security_group (46250de4-8e5c-4004-b4fa-7a78e6dd0959), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.101449 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (46250de4-8e5c-4004-b4fa-7a78e6dd0959), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.108635 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:59.172788 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a05159e8-d574-4f82-9089-672cccc4fcb8 req-e58afca7-4fe3-4e12-86ff-fe8c55b81f68 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 210 time: 0.0282421 Sep 03 01:42:59.173406 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46250de4-8e5c-4004-b4fa-7a78e6dd0959,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:59.248141 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_common [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Allocated IP 192.168.233.248 (501e472f-85ba-4cf9-ba19-85fde703d8e6/7c641899-8821-4965-b8e9-8843250adbfd/96eedadc-2aa0-43e2-b228-d2faf31c150b) {{(pid=106679) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:42:59.311827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57639988-ee5a-4d55-b041-227e4330ce91 req-148df186-8d9a-48d8-92f9-22d98e4ecfd1 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:59.313259 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-57639988-ee5a-4d55-b041-227e4330ce91 req-148df186-8d9a-48d8-92f9-22d98e4ecfd1 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0628419 Sep 03 01:42:59.429207 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-57639988-ee5a-4d55-b041-227e4330ce91 req-1a586b46-753c-44ba-931b-2f147a5b8e3d tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071765 Sep 03 01:42:59.436871 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:42:59.474460 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks [] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), precommit_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.622198 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), after_create {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.666678 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Network 501e472f-85ba-4cf9-ba19-85fde703d8e6 is already hosted by enough agents. {{(pid=106679) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:42:59.670432 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.base_scheduler [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Resources bound (agent type, host, resource id): {{(pid=106679) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:42:59.674148 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Received port after_create {{(pid=106679) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:42:59.680192 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Pushing event updated for resources: {'Port': ['ID=96eedadc-2aa0-43e2-b228-d2faf31c150b,revision_number=1']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:42:59.729059 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:42:59.729544 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.806680 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-e2a28fe0-a909-4aa6-9adc-423a86c259c3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0762696 Sep 03 01:42:59.824970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.v2.base [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Request body: {'port': {'device_id': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106679) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:42:59.848910 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-dbf67313-3cd6-4500-b7e4-82255eb89424 None None] Provisioning complete for port 96eedadc-2aa0-43e2-b228-d2faf31c150b triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:42:59.852977 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-dbf67313-3cd6-4500-b7e4-82255eb89424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:42:59.881028 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-dbf67313-3cd6-4500-b7e4-82255eb89424 None None] Port 96eedadc-2aa0-43e2-b228-d2faf31c150b cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:42:59.884351 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.074565 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:00.131553 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96eedadc-2aa0-43e2-b228-d2faf31c150b {{(pid=106679) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:43:00.138952 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Publish callbacks [] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), precommit_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.150846 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.provisioning_blocks [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Transition to ACTIVE for port object 96eedadc-2aa0-43e2-b228-d2faf31c150b will not be triggered until provisioned by entity L2. {{(pid=106679) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:43:00.265636 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.297199 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7a4ef-09b2-41ca-9e5e-2c4a615695ec req-1a4a4257-75b8-4e3d-9ef6-dd3f4279bc6b tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:00.298827 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2e7a4ef-09b2-41ca-9e5e-2c4a615695ec req-1a4a4257-75b8-4e3d-9ef6-dd3f4279bc6b tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 936 time: 0.0482104 Sep 03 01:43:00.349335 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Pushing event updated for resources: {'Port': ['ID=96eedadc-2aa0-43e2-b228-d2faf31c150b,revision_number=2']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:00.350041 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2e7a4ef-09b2-41ca-9e5e-2c4a615695ec req-86e995e6-4e03-41ce-8da4-d45562266079 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Sep 03 01:43:00.378952 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Attempting to bind port 96eedadc-2aa0-43e2-b228-d2faf31c150b on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:00.379281 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Attempting to bind port 96eedadc-2aa0-43e2-b228-d2faf31c150b by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:00.379602 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Attempting to bind port 96eedadc-2aa0-43e2-b228-d2faf31c150b on network 501e472f-85ba-4cf9-ba19-85fde703d8e6 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:00.383972 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Port 96eedadc-2aa0-43e2-b228-d2faf31c150b on network 501e472f-85ba-4cf9-ba19-85fde703d8e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:43:00.384287 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Attempting to bind port 96eedadc-2aa0-43e2-b228-d2faf31c150b on network 501e472f-85ba-4cf9-ba19-85fde703d8e6 {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:00.389959 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:00.390288 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Checking segment: {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106679) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:00.390691 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Bound using segment: {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'} {{(pid=106679) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:00.391107 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.managers [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Bound port: 96eedadc-2aa0-43e2-b228-d2faf31c150b, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec4be0f-09f4-453c-b3be-2a662a0d183b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6'}}] {{(pid=106679) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:00.391456 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), before_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.454505 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] For port 96eedadc-2aa0-43e2-b228-d2faf31c150b, host hv-cinder-83800, cleared binding levels {{(pid=106679) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:00.458827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] For port 96eedadc-2aa0-43e2-b228-d2faf31c150b, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96eedadc-2aa0-43e2-b228-d2faf31c150b,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106679) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:00.542628 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:00.551158 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b79b1-dc3f-4ee6-b415-c87ad5a55bed req-d6fef9f5-3178-4616-8ef6-99c2fd70fd6a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:00.552625 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-181b79b1-dc3f-4ee6-b415-c87ad5a55bed req-d6fef9f5-3178-4616-8ef6-99c2fd70fd6a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0484829 Sep 03 01:43:00.565962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4408565'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), after_update {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.576407 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:00.577146 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.578491 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/96eedadc-2aa0-43e2-b228-d2faf31c150b HTTP/1.1" status: 200 len: 1098 time: 0.7577960 Sep 03 01:43:00.581307 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'tag': '96eedadc-2aa0-43e2-b228-d2faf31c150b'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:43:00.583528 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15eaef1-5633-4db2-832a-35e8077a187e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a534200-13b1-4b2d-8bfa-1ed15e39465b", "tag": "96eedadc-2aa0-43e2-b228-d2faf31c150b"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:43:00.625903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839f383-45de-46f6-81ef-dc784f104ebe x-openstack-request-id: req-2839f383-45de-46f6-81ef-dc784f104ebe {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:43:00.626265 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a534200-13b1-4b2d-8bfa-1ed15e39465b", "tag": "96eedadc-2aa0-43e2-b228-d2faf31c150b", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:43:00.626541 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2839f383-45de-46f6-81ef-dc784f104ebe {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:43:00.626934 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2839f383-45de-46f6-81ef-dc784f104ebe'] response: {'name': 'network-changed', 'server_uuid': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'tag': '96eedadc-2aa0-43e2-b228-d2faf31c150b', 'status': 'completed', 'code': 200} Sep 03 01:43:00.667309 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-181b79b1-dc3f-4ee6-b415-c87ad5a55bed req-0c3224aa-6275-47ca-9833-8c5d0acf3e6c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091540 Sep 03 01:43:00.683093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb2474-6c73-4fdf-bc7f-c458ee39c430 service neutron] Pushing event updated for resources: {'Port': ['ID=96eedadc-2aa0-43e2-b228-d2faf31c150b,revision_number=3']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:00.697578 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eaef1-5633-4db2-832a-35e8077a187e req-8f137477-c1ce-4671-85b6-ee043b814682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:00.703411 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c15eaef1-5633-4db2-832a-35e8077a187e req-8f137477-c1ce-4671-85b6-ee043b814682 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53d6048fb19e4828a58b35024ced4518&device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 1132 time: 0.0486357 Sep 03 01:43:00.729253 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c15eaef1-5633-4db2-832a-35e8077a187e req-7c9f6090-2802-48f3-8893-a42c4fc38748 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?tenant_id=53d6048fb19e4828a58b35024ced4518&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190258 Sep 03 01:43:00.814575 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:00.825562 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15eaef1-5633-4db2-832a-35e8077a187e req-82512856-170a-44b0-bc62-2a49b1eb6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:00.827436 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c15eaef1-5633-4db2-832a-35e8077a187e req-82512856-170a-44b0-bc62-2a49b1eb6f19 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882866 Sep 03 01:43:00.911497 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-8b2ed2f9-1f77-4618-8f8f-4f5aa4ffc12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:00.912876 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-8b2ed2f9-1f77-4618-8f8f-4f5aa4ffc12c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=53d6048fb19e4828a58b35024ced4518&device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 1132 time: 0.0432577 Sep 03 01:43:00.952593 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:00.958982 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-f4986ffd-7a6f-4437-a77d-5eb86769f281 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=96eedadc-2aa0-43e2-b228-d2faf31c150b HTTP/1.1" status: 200 len: 217 time: 0.0323775 Sep 03 01:43:01.007007 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-327d43e4-9133-4550-ac42-faa2dcb1d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:01.008370 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-327d43e4-9133-4550-ac42-faa2dcb1d69c service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=7c641899-8821-4965-b8e9-8843250adbfd HTTP/1.1" status: 200 len: 843 time: 0.0428765 Sep 03 01:43:01.056597 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-886a1982-b672-450e-844a-9859140257cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:01.058011 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-886a1982-b672-450e-844a-9859140257cf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=501e472f-85ba-4cf9-ba19-85fde703d8e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0407901 Sep 03 01:43:01.148901 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-ca21e67c-b19f-48bd-9266-1c3deb65d2be service neutron] 10.222.0.42 "GET /networking/v2.0/networks/501e472f-85ba-4cf9-ba19-85fde703d8e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803943 Sep 03 01:43:01.240543 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a63f755d-b82a-4b1c-a9c4-2aeb33e52e4b req-7db8aa65-4d46-475e-a5a5-f350c75de799 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/501e472f-85ba-4cf9-ba19-85fde703d8e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827711 Sep 03 01:43:01.474611 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b693025-6107-456d-b09d-18963581013a req-8222ec33-971d-4f2f-9a9d-59100ceb763f tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:01.476043 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2b693025-6107-456d-b09d-18963581013a req-8222ec33-971d-4f2f-9a9d-59100ceb763f tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 948 time: 0.0489759 Sep 03 01:43:01.522183 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2b693025-6107-456d-b09d-18963581013a req-e5e72ce9-5e23-4d86-b3ff-2069e0918969 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Sep 03 01:43:01.779563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:01.790235 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db65124-9469-48b8-b846-5c6ba5ce68da req-b18a9e28-d001-4bec-8699-8503212facab tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:01.791674 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0db65124-9469-48b8-b846-5c6ba5ce68da req-b18a9e28-d001-4bec-8699-8503212facab tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0475116 Sep 03 01:43:01.842488 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-0db65124-9469-48b8-b846-5c6ba5ce68da req-dfd57c5f-42b0-4f89-8a79-ad7618f8640a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Sep 03 01:43:02.402052 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 96eedadc-2aa0-43e2-b228-d2faf31c150b details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:43:02.499965 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 96eedadc-2aa0-43e2-b228-d2faf31c150b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96eedadc-2aa0-43e2-b228-d2faf31c150b,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:02.510996 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '96eedadc-2aa0-43e2-b228-d2faf31c150b', 'network_id': '501e472f-85ba-4cf9-ba19-85fde703d8e6', 'port_id': '96eedadc-2aa0-43e2-b228-d2faf31c150b', 'mac_address': 'fa:16:3e:4a:65:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c641899-8821-4965-b8e9-8843250adbfd', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:43:02.548178 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 96eedadc-2aa0-43e2-b228-d2faf31c150b is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:02.548562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:02.562896 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96eedadc-2aa0-43e2-b228-d2faf31c150b {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:43:02.583913 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 96eedadc-2aa0-43e2-b228-d2faf31c150b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96eedadc-2aa0-43e2-b228-d2faf31c150b,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:02.646924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9f9cf-51b8-4fc1-9d41-0869546ce007 req-de10d264-798b-4891-829e-dca8fe7dc3ac tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:02.648396 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cae9f9cf-51b8-4fc1-9d41-0869546ce007 req-de10d264-798b-4891-829e-dca8fe7dc3ac tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 948 time: 0.0479045 Sep 03 01:43:02.671215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:02.697290 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-cae9f9cf-51b8-4fc1-9d41-0869546ce007 req-145f78f0-39c4-4c71-9950-d60762d85b0c tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Sep 03 01:43:02.720834 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=96eedadc-2aa0-43e2-b228-d2faf31c150b,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:02.727981 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.730938 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.732405 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.732405 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.732405 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.732810 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.732928 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:02.967222 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52735d04-618d-4a92-890c-8f040bdd244f req-44f0fced-baeb-4ead-84b1-79ee916a7cda tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:02.969323 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-52735d04-618d-4a92-890c-8f040bdd244f req-44f0fced-baeb-4ead-84b1-79ee916a7cda tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0512602 Sep 03 01:43:02.973580 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['96eedadc-2aa0-43e2-b228-d2faf31c150b'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:43:03.022534 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-52735d04-618d-4a92-890c-8f040bdd244f req-b3eae75c-06cb-4ecf-9a67-35a6cbd78778 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475497 Sep 03 01:43:03.822107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c4bef8-a586-4667-a6b3-d82d0b806cdc req-4adc6a3c-6eaf-4936-9ec7-3548397a1574 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:03.823606 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5c4bef8-a586-4667-a6b3-d82d0b806cdc req-4adc6a3c-6eaf-4936-9ec7-3548397a1574 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 949 time: 0.0502481 Sep 03 01:43:03.870202 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5c4bef8-a586-4667-a6b3-d82d0b806cdc req-fe960009-bee1-4e1e-a23e-86d1a0dba6f3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Sep 03 01:43:04.144414 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df9552-488c-4cc2-a28f-f64bb1ecc3bb req-c65b489e-3abc-493d-95f5-1eed304df028 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:04.145861 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f6df9552-488c-4cc2-a28f-f64bb1ecc3bb req-c65b489e-3abc-493d-95f5-1eed304df028 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 944 time: 0.0498495 Sep 03 01:43:04.195386 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-f6df9552-488c-4cc2-a28f-f64bb1ecc3bb req-a43dc1ff-da2d-4e59-b457-1ba63634bbb6 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440123 Sep 03 01:43:04.418095 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a7b84cbd-9e1d-4379-a29a-842372c152b3 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:43:04.421537 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 96eedadc-2aa0-43e2-b228-d2faf31c150b up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:04.461392 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:04.641583 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 96eedadc-2aa0-43e2-b228-d2faf31c150b completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:43:04.649020 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:04.683070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port a7b84cbd-9e1d-4379-a29a-842372c152b3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:04.694795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'port_id': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'mac_address': 'fa:16:3e:3a:ee:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:43:04.734834 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port a7b84cbd-9e1d-4379-a29a-842372c152b3 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:04.737901 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:04.749043 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b84cbd-9e1d-4379-a29a-842372c152b3 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:43:04.760834 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 96eedadc-2aa0-43e2-b228-d2faf31c150b triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:04.761203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:04.790461 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port a7b84cbd-9e1d-4379-a29a-842372c152b3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:04.843628 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 96eedadc-2aa0-43e2-b228-d2faf31c150b is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:04.844021 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:04.866817 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eedadc-2aa0-43e2-b228-d2faf31c150b'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:43:04.869029 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2d9372-9ce5-4a01-b993-1c8af3e55200" -d '{"events": [{"server_uuid": "8a534200-13b1-4b2d-8bfa-1ed15e39465b", "name": "network-vif-plugged", "status": "completed", "tag": "96eedadc-2aa0-43e2-b228-d2faf31c150b"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:43:04.882754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 96eedadc-2aa0-43e2-b228-d2faf31c150b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96eedadc-2aa0-43e2-b228-d2faf31c150b,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:04.895591 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:04.920075 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641b761d-8597-413a-aae7-624be9c804dd x-openstack-request-id: req-641b761d-8597-413a-aae7-624be9c804dd {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:43:04.920386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a534200-13b1-4b2d-8bfa-1ed15e39465b", "name": "network-vif-plugged", "status": "completed", "tag": "96eedadc-2aa0-43e2-b228-d2faf31c150b", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:43:04.920636 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-641b761d-8597-413a-aae7-624be9c804dd {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:43:04.921088 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641b761d-8597-413a-aae7-624be9c804dd'] response: {'server_uuid': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96eedadc-2aa0-43e2-b228-d2faf31c150b', 'code': 200} Sep 03 01:43:04.949929 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=a7b84cbd-9e1d-4379-a29a-842372c152b3,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:04.995967 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2850e9-29c5-48bc-9960-c7d7d2b1c5f0 req-2f14d89c-81c4-4d0a-a4c0-27a9462cd13a tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:04.997427 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a2850e9-29c5-48bc-9960-c7d7d2b1c5f0 req-2f14d89c-81c4-4d0a-a4c0-27a9462cd13a tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 949 time: 0.0484314 Sep 03 01:43:05.002864 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:05.047286 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-1a2850e9-29c5-48bc-9960-c7d7d2b1c5f0 req-1bcf7712-ff17-4310-88a3-720c6414cc1b tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433621 Sep 03 01:43:05.050982 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=96eedadc-2aa0-43e2-b228-d2faf31c150b,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:05.168175 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['a7b84cbd-9e1d-4379-a29a-842372c152b3'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:43:05.225495 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:05.241213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4d77e-d157-43a5-84dd-555b71a1c97a req-d490f26e-a93c-44b7-8a31-6ff065b901a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:05.242738 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7ab4d77e-d157-43a5-84dd-555b71a1c97a req-d490f26e-a93c-44b7-8a31-6ff065b901a0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 1134 time: 0.0399446 Sep 03 01:43:05.296928 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7ab4d77e-d157-43a5-84dd-555b71a1c97a req-e0c6630f-8fe2-4685-877e-87ef665ddfc8 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446808 Sep 03 01:43:05.310080 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:05.317932 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:05.326016 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca1e6c-844e-416b-a873-de09dde857a4 req-d7bfda3a-ebd8-44d9-bfb5-c478016a9a5e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:05.327738 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7fca1e6c-844e-416b-a873-de09dde857a4 req-d7bfda3a-ebd8-44d9-bfb5-c478016a9a5e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 945 time: 0.0496535 Sep 03 01:43:05.377646 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7fca1e6c-844e-416b-a873-de09dde857a4 req-f6327e88-ba62-4775-80a7-1475a585dc9e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Sep 03 01:43:06.171265 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6405e-f676-4623-8553-973adc13082b req-948a741e-1373-4c63-9c3b-e39a84677c3d tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:06.172694 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8df6405e-f676-4623-8553-973adc13082b req-948a741e-1373-4c63-9c3b-e39a84677c3d tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 950 time: 0.0461469 Sep 03 01:43:06.203325 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:06.219743 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-8df6405e-f676-4623-8553-973adc13082b req-7ca0530b-066d-4640-9f7a-b6b1a3f19d44 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416608 Sep 03 01:43:06.421661 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a7b84cbd-9e1d-4379-a29a-842372c152b3 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:06.463475 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port a7b84cbd-9e1d-4379-a29a-842372c152b3 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:43:06.496922 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03679353-1d3b-4bbb-925e-0cc071091c0f req-88b421e6-ffc0-47bf-9e0e-f1c5dbd86197 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:06.498884 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-03679353-1d3b-4bbb-925e-0cc071091c0f req-88b421e6-ffc0-47bf-9e0e-f1c5dbd86197 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 945 time: 0.0468888 Sep 03 01:43:06.529941 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port a7b84cbd-9e1d-4379-a29a-842372c152b3 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:06.530313 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:06.555778 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-03679353-1d3b-4bbb-925e-0cc071091c0f req-0c7581d9-c2a8-4bd2-85d2-e71164a6f6f1 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511384 Sep 03 01:43:06.601340 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port a7b84cbd-9e1d-4379-a29a-842372c152b3 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:06.601723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:06.634724 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port a7b84cbd-9e1d-4379-a29a-842372c152b3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:06.705426 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:06.758069 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=a7b84cbd-9e1d-4379-a29a-842372c152b3,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:06.921949 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:43:06.924394 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412dbd7d-96d8-476b-82f1-9bfaf2ea05b1" -d '{"events": [{"server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "name": "network-vif-plugged", "status": "completed", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:43:06.962850 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddac53a-1dcb-47ee-9afb-04b56e2c519f x-openstack-request-id: req-6ddac53a-1dcb-47ee-9afb-04b56e2c519f {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:43:06.963194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "name": "network-vif-plugged", "status": "completed", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:43:06.963608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ddac53a-1dcb-47ee-9afb-04b56e2c519f {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:43:06.964044 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ddac53a-1dcb-47ee-9afb-04b56e2c519f'] response: {'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'code': 200} Sep 03 01:43:07.340082 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafdc13-c6b9-4f8f-ba24-234734e917e8 req-26b3abb3-d539-4ba9-9724-a730e56fcc10 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:07.341473 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ecafdc13-c6b9-4f8f-ba24-234734e917e8 req-26b3abb3-d539-4ba9-9724-a730e56fcc10 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 950 time: 0.0476820 Sep 03 01:43:07.389752 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ecafdc13-c6b9-4f8f-ba24-234734e917e8 req-5ffda08a-ade7-4784-a60e-0badc293cc01 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418661 Sep 03 01:43:07.396725 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9746e5f-c4b6-472c-8a2d-5efa257555fe req-8fe2445e-74a9-42ea-b551-dd757d14f32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:07.398187 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a9746e5f-c4b6-472c-8a2d-5efa257555fe req-8fe2445e-74a9-42ea-b551-dd757d14f32a service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 1130 time: 0.0378244 Sep 03 01:43:07.450288 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a9746e5f-c4b6-472c-8a2d-5efa257555fe req-29446cce-cb91-4e78-a435-00c966f313b6 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463071 Sep 03 01:43:07.686410 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa050c98-11ec-4b43-bf77-667083631ee4 req-71d81ab2-5ca1-45f9-a33a-d8b507ac36d9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:07.687976 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fa050c98-11ec-4b43-bf77-667083631ee4 req-71d81ab2-5ca1-45f9-a33a-d8b507ac36d9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0481951 Sep 03 01:43:07.722024 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-21985518-af7e-4a7b-a0a7-a14ab44fed4f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438392 Sep 03 01:43:07.739837 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fa050c98-11ec-4b43-bf77-667083631ee4 req-29113b89-8d86-49b3-aa2c-94e2d0486cff tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439570 Sep 03 01:43:07.808419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-603e90cc-b621-43dd-b622-10d1c374331e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:07.809902 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-603e90cc-b621-43dd-b622-10d1c374331e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1129 time: 0.0395265 Sep 03 01:43:08.201624 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4795ae-dec1-463e-93de-56bc2be526f5 req-507c084d-4ae1-4040-9e75-3a903fc5a609 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:08.203035 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6d4795ae-dec1-463e-93de-56bc2be526f5 req-507c084d-4ae1-4040-9e75-3a903fc5a609 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 950 time: 0.2924323 Sep 03 01:43:08.250634 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6d4795ae-dec1-463e-93de-56bc2be526f5 req-cbe57889-a1f6-4ee5-b823-b27edeca98e4 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Sep 03 01:43:08.866827 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df9e98-4128-4348-a9f0-c113b5cf2c39 req-e9029673-6003-4b06-bf50-8189d2e3b0da tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:08.868321 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62df9e98-4128-4348-a9f0-c113b5cf2c39 req-e9029673-6003-4b06-bf50-8189d2e3b0da tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0469408 Sep 03 01:43:08.916967 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-62df9e98-4128-4348-a9f0-c113b5cf2c39 req-b833aefe-b58b-457c-9acd-03ef3c3abe8a tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430143 Sep 03 01:43:09.362229 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-124d42a4-e64d-48b5-9146-c91fdc64e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:09.363710 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-124d42a4-e64d-48b5-9146-c91fdc64e28c service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.0898004 Sep 03 01:43:09.372852 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf80c84-6988-48d3-89e3-9708fd415487 req-8395b22d-e0cb-49b0-abc2-e9aaa5724bb3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:09.375802 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6cf80c84-6988-48d3-89e3-9708fd415487 req-8395b22d-e0cb-49b0-abc2-e9aaa5724bb3 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 950 time: 0.0483367 Sep 03 01:43:09.424398 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6cf80c84-6988-48d3-89e3-9708fd415487 req-488ef4ea-fdf6-49d5-8950-dcfc9d9f8d25 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=46250de4-8e5c-4004-b4fa-7a78e6dd0959&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438666 Sep 03 01:43:09.819134 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-de5b69ab-12e7-4ded-98d3-eb2b260b87b6 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:09.820579 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-de5b69ab-12e7-4ded-98d3-eb2b260b87b6 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 950 time: 0.0533268 Sep 03 01:43:09.826120 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-fa967273-d030-475a-9f66-301d9aca53ab service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 200 len: 1000 time: 0.0596175 Sep 03 01:43:09.878165 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-117459ad-a7a3-4db2-9859-2a672fd939ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:09.879644 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-117459ad-a7a3-4db2-9859-2a672fd939ce service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0482125 Sep 03 01:43:09.904933 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Deleting port 96eedadc-2aa0-43e2-b228-d2faf31c150b {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:43:09.905303 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:09.924657 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-ec9554c0-a2a0-484d-b96a-08bb212a4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:09.926148 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-ec9554c0-a2a0-484d-b96a-08bb212a4c70 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398271 Sep 03 01:43:09.950748 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:10.000978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] For port 96eedadc-2aa0-43e2-b228-d2faf31c150b, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=96eedadc-2aa0-43e2-b228-d2faf31c150b,segment=NetworkSegment(4ec4be0f-09f4-453c-b3be-2a662a0d183b),segment_id=4ec4be0f-09f4-453c-b3be-2a662a0d183b)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:10.001385 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:10.014452 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Calling delete_port for 96eedadc-2aa0-43e2-b228-d2faf31c150b owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:43:10.057405 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-1c01b441-7641-4e5b-ad4c-fd5cd2fc7a07 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249135 Sep 03 01:43:10.063186 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe93c3-8a7e-4fc2-8a29-4da048b279de req-0462baab-fbb2-409f-8410-90d6d6df4c34 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:10.064592 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2fbe93c3-8a7e-4fc2-8a29-4da048b279de req-0462baab-fbb2-409f-8410-90d6d6df4c34 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0670173 Sep 03 01:43:10.118135 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:10.167940 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2fbe93c3-8a7e-4fc2-8a29-4da048b279de req-268c0e6a-2cdc-4573-ae98-27d229372462 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952718 Sep 03 01:43:10.189670 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e10e8184-49a0-4009-84cd-cea1778a69fd req-96a2bebe-9b4e-4481-8a0e-c4f5bc79082c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240869 Sep 03 01:43:10.275154 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (96eedadc-2aa0-43e2-b228-d2faf31c150b), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:10.287863 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['96eedadc-2aa0-43e2-b228-d2faf31c150b'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:43:10.310777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Pushing event deleted for resources: {'Port': ['ID=96eedadc-2aa0-43e2-b228-d2faf31c150b,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:10.323086 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af8b47-2472-4e37-b3c8-b84c1be16ab9 req-50b97f73-cb92-4bb1-a6ec-d8f970b9c798 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:10.324309 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-29af8b47-2472-4e37-b3c8-b84c1be16ab9 req-50b97f73-cb92-4bb1-a6ec-d8f970b9c798 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0814228 Sep 03 01:43:10.337203 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:10.382161 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] No DVR routers for this DVR port 96eedadc-2aa0-43e2-b228-d2faf31c150b on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:43:10.385619 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:10.389354 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-14e644a5-c759-4e76-a339-1e8cd1130081 req-fa7d8172-562d-4926-8d86-af2393c57085 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.42 "DELETE /networking/v2.0/ports/96eedadc-2aa0-43e2-b228-d2faf31c150b HTTP/1.1" status: 204 len: 173 time: 0.5628393 Sep 03 01:43:10.389781 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'name': 'network-vif-deleted', 'tag': '96eedadc-2aa0-43e2-b228-d2faf31c150b'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:43:10.392103 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9aa298-3090-4627-8833-fcd2b20d45f4" -d '{"events": [{"server_uuid": "8a534200-13b1-4b2d-8bfa-1ed15e39465b", "name": "network-vif-deleted", "tag": "96eedadc-2aa0-43e2-b228-d2faf31c150b"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:43:10.421450 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-29af8b47-2472-4e37-b3c8-b84c1be16ab9 req-604051b8-1603-41f9-944e-abd0a84941c0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908639 Sep 03 01:43:10.443031 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974388d0-1145-456c-9efe-55fbdcf734af x-openstack-request-id: req-974388d0-1145-456c-9efe-55fbdcf734af {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:43:10.443316 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a534200-13b1-4b2d-8bfa-1ed15e39465b", "name": "network-vif-deleted", "tag": "96eedadc-2aa0-43e2-b228-d2faf31c150b", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:43:10.443565 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-974388d0-1145-456c-9efe-55fbdcf734af {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:43:10.443965 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974388d0-1145-456c-9efe-55fbdcf734af'] response: {'server_uuid': '8a534200-13b1-4b2d-8bfa-1ed15e39465b', 'name': 'network-vif-deleted', 'tag': '96eedadc-2aa0-43e2-b228-d2faf31c150b', 'status': 'completed', 'code': 200} Sep 03 01:43:10.454037 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51072) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:10.504962 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ed976-11a4-41fd-8a32-3ed58d03faa6 tempest-TestVolumeBootPattern-1240623036 tempest-TestVolumeBootPattern-1240623036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:10.506514 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-031ed976-11a4-41fd-8a32-3ed58d03faa6 tempest-TestVolumeBootPattern-1240623036 tempest-TestVolumeBootPattern-1240623036-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 1125 time: 0.0514421 Sep 03 01:43:10.509346 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51076) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:10.514247 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'port_id': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:10.552973 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a5420878-5160-44e6-a04f-6e097c56e078 req-efde1c83-6730-4349-9408-78271d431c83 tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 210 time: 0.0332913 Sep 03 01:43:10.642557 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:10.729551 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:10.835841 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Allocated IP 172.27.1.116 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/84674ad7-54bd-4033-994f-7296d02a02c9) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:10.938658 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (84674ad7-54bd-4033-994f-7296d02a02c9), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:11.050583 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (84674ad7-54bd-4033-994f-7296d02a02c9), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:11.092465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:11.097373 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:11.099548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=84674ad7-54bd-4033-994f-7296d02a02c9,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:11.101715 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:11.331209 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:11.393677 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:11.463352 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (1800600d-c89a-4b13-8ded-646a38ce0d74), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:11.626293 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (84674ad7-54bd-4033-994f-7296d02a02c9), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:11.808029 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for port (84674ad7-54bd-4033-994f-7296d02a02c9), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:11.938082 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e5da6fe6-3352-48c2-8e9b-1f3e19558f64 req-06a99bbb-c97b-4bf5-9cb6-10906a60500d tempest-VolumesNegativeTest-1998609732 tempest-VolumesNegativeTest-1998609732-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=8a534200-13b1-4b2d-8bfa-1ed15e39465b HTTP/1.1" status: 200 len: 210 time: 0.2920778 Sep 03 01:43:11.947777 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (84674ad7-54bd-4033-994f-7296d02a02c9), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:12.019287 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (1800600d-c89a-4b13-8ded-646a38ce0d74), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:12.020970 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event updated for resources: {'Port': ['ID=84674ad7-54bd-4033-994f-7296d02a02c9,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:12.116055 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Floating IP 1800600d-c89a-4b13-8ded-646a38ce0d74 associated. External IP: 172.27.1.116, port: a7b84cbd-9e1d-4379-a29a-842372c152b3. Sep 03 01:43:12.158068 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:12.311190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:43:12.415365 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:43:12.425322 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:43:12.434614 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:12.435343 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:42:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:12.489924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:12.520111 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-3a6cf180-48c0-497e-9d49-f776c234db88 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0097597 Sep 03 01:43:12.520796 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:43:12.523133 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c180053-1f9e-4666-9723-f87d3cf94220" -d '{"events": [{"name": "network-changed", "server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:43:12.540264 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:12.563387 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695e3ea-44c4-41fc-98db-a77f1f3f49ba x-openstack-request-id: req-a695e3ea-44c4-41fc-98db-a77f1f3f49ba {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:43:12.563683 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:43:12.563939 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a695e3ea-44c4-41fc-98db-a77f1f3f49ba {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:43:12.564393 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a695e3ea-44c4-41fc-98db-a77f1f3f49ba'] response: {'name': 'network-changed', 'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'status': 'completed', 'code': 200} Sep 03 01:43:12.627354 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-6bf2afdf-8421-4238-9c5f-c0b5cb0bb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:12.628842 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-6bf2afdf-8421-4238-9c5f-c0b5cb0bb515 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 1130 time: 0.0426705 Sep 03 01:43:12.721588 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-43664602-76ba-4edc-be77-7dc88052f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:12.723086 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-43664602-76ba-4edc-be77-7dc88052f8fb service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.0866826 Sep 03 01:43:12.761979 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '1800600d-c89a-4b13-8ded-646a38ce0d74', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:3a:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eabe504-22f6-43b9-bc56-a312814d450f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:43:11Z', 'updated_at': '2022-09-03T01:43:11Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}, {'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:03Z', 'revision_number': 1, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:12.786982 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:43:12.789909 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-c79a2350-fc20-429f-9161-87d7d9928e49 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3 HTTP/1.1" status: 200 len: 1000 time: 0.0606005 Sep 03 01:43:12.795857 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:12.796445 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:42:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:12.842938 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-13cf801c-f5ec-4b37-8be3-0c5c087fffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:12.844452 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-13cf801c-f5ec-4b37-8be3-0c5c087fffc1 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0482423 Sep 03 01:43:12.882790 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:12.888039 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-3a8d3235-f142-4b22-9a96-7e259577d745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:12.889560 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-3a8d3235-f142-4b22-9a96-7e259577d745 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389357 Sep 03 01:43:12.899647 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:12.986126 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-771b5da8-e3a7-4ec4-8afa-ebe9f6d98448 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897501 Sep 03 01:43:13.084102 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9c180053-1f9e-4666-9723-f87d3cf94220 req-3afb3ec4-6948-4219-b719-a1483ee4beef service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917439 Sep 03 01:43:13.122770 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '1800600d-c89a-4b13-8ded-646a38ce0d74', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:3a:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eabe504-22f6-43b9-bc56-a312814d450f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:43:11Z', 'updated_at': '2022-09-03T01:43:11Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}, {'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:03Z', 'revision_number': 1, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:13.146916 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68dff25-e4ee-4512-aa8e-595415cc6cd1 None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '1800600d-c89a-4b13-8ded-646a38ce0d74', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:3a:ee:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eabe504-22f6-43b9-bc56-a312814d450f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:43:11Z', 'updated_at': '2022-09-03T01:43:11Z', 'revision_number': 0, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}, {'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:03Z', 'revision_number': 1, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:43:13.346593 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36052d9c-9d17-4eab-81a8-5d28c0d319b7 None None] New status for floating IP 1800600d-c89a-4b13-8ded-646a38ce0d74: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:43:14.449470 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 96eedadc-2aa0-43e2-b228-d2faf31c150b no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:43:14.473215 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 96eedadc-2aa0-43e2-b228-d2faf31c150b {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:43:14.473483 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 96eedadc-2aa0-43e2-b228-d2faf31c150b not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:43:19.136444 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51332) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:19.266002 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-4dd26759-8988-4ab6-be0a-f510d67d3c31 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=53d6048fb19e4828a58b35024ced4518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1284182 Sep 03 01:43:19.269364 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51336) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:19.324831 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f600b53f-7172-4b95-b4fc-6de9161f68c5 admin admin] Publish callbacks [] for security_group (46250de4-8e5c-4004-b4fa-7a78e6dd0959), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:19.339783 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f600b53f-7172-4b95-b4fc-6de9161f68c5 admin admin] Publish callbacks [] for security_group (46250de4-8e5c-4004-b4fa-7a78e6dd0959), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:19.370044 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:19.569785 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7abfb8ba-ef10-4a07-9452-821ad9ac7a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:19.570292 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f600b53f-7172-4b95-b4fc-6de9161f68c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (46250de4-8e5c-4004-b4fa-7a78e6dd0959), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:19.572386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f600b53f-7172-4b95-b4fc-6de9161f68c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:19.573586 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f600b53f-7172-4b95-b4fc-6de9161f68c5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/46250de4-8e5c-4004-b4fa-7a78e6dd0959 HTTP/1.1" status: 204 len: 168 time: 0.3035183 Sep 03 01:43:19.582330 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600b53f-7172-4b95-b4fc-6de9161f68c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46250de4-8e5c-4004-b4fa-7a78e6dd0959,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:20.586096 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51358) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:20.682719 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1692145153-network', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:20.798152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Made reservation on behalf of 4c46ebe5d6a74509ba46325e2376d170 for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:43:20.800950 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:20.809865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:20.885879 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks [] for security_group (ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:20.951023 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:20.980016 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:43:20.985463 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:20.995791 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (cf5e12ab-d52e-4870-a03a-be8f95276c21), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:20.995791 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Added segment cf5e12ab-d52e-4870-a03a-be8f95276c21 of type vlan for network 71082ff0-fba1-4b4f-ba63-b9807563ab29 Sep 03 01:43:21.033784 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (71082ff0-fba1-4b4f-ba63-b9807563ab29), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:21.173375 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (71082ff0-fba1-4b4f-ba63-b9807563ab29), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:21.174426 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:21.175060 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:21.234163 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] Pushing event updated for resources: {'Network': ['ID=71082ff0-fba1-4b4f-ba63-b9807563ab29,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:21.243379 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:43:21.298044 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5a00b5bf-e925-4881-8578-eb918dc43789 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7108190 Sep 03 01:43:21.301089 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51362) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:21.305862 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Request body: {'subnet': {'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1692145153-subnet', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:21.398208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Made reservation on behalf of 4c46ebe5d6a74509ba46325e2376d170 for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:43:21.400673 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650153'] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:21.475064 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:21.655127 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=79 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:21.656984 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=25 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:21.667386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650139'] for subnet (fb0c3b03-80ff-43a4-a515-50be8422c0e7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:21.706824 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:21.719318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0c3b03-80ff-43a4-a515-50be8422c0e7,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:21.735990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Checking segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:21.736347 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Network hostable DHCP agents. Network: 71082ff0-fba1-4b4f-ba63-b9807563ab29, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:43:21.855461 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:43:21.952459 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, 71082ff0-fba1-4b4f-ba63-b9807563ab29) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:21.956480 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:21.957058 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:21.961998 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720f1a92-261d-430a-9f51-f23d3305580a None None] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:43:21.978150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-28e3ff48-9b76-487a-9ffe-efcf07f9f955 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.005551 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:22.073498 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-71082ff0-fba1-4b4f-ba63-b9807563ab29', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:43:22.075062 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.075389 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8ab57d39-f1bc-46cd-8557-43cb2017d4ca admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7732494 Sep 03 01:43:22.080272 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51364) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:22.085065 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:22.146700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:22.208853 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Allocated IP 172.20.0.2 (71082ff0-fba1-4b4f-ba63-b9807563ab29/fb0c3b03-80ff-43a4-a515-50be8422c0e7/9c0992a1-24fa-4967-be8e-a2a8880aa016) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:22.226902 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (ce62c128-ab7f-4a6b-be43-3a682117d6e3), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.228031 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (ce62c128-ab7f-4a6b-be43-3a682117d6e3), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.280960 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks [] for router_controller (ce62c128-ab7f-4a6b-be43-3a682117d6e3), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.350774 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Publish callbacks [] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.505818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.513271 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks [] for router_gateway (ce62c128-ab7f-4a6b-be43-3a682117d6e3), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.551660 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:22.554797 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:22.558527 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:22.564640 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Pushing event updated for resources: {'Port': ['ID=9c0992a1-24fa-4967-be8e-a2a8880aa016,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:22.618863 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Attempting to bind port 9c0992a1-24fa-4967-be8e-a2a8880aa016 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:22.619225 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Attempting to bind port 9c0992a1-24fa-4967-be8e-a2a8880aa016 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:22.619583 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Attempting to bind port 9c0992a1-24fa-4967-be8e-a2a8880aa016 on network 71082ff0-fba1-4b4f-ba63-b9807563ab29 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:22.624497 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:22.624981 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Checking segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:22.625246 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.625641 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Bound using segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:22.626091 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Bound port: 9c0992a1-24fa-4967-be8e-a2a8880aa016, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:22.626490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.694951 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] For port 9c0992a1-24fa-4967-be8e-a2a8880aa016, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:22.698299 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] For port 9c0992a1-24fa-4967-be8e-a2a8880aa016, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9c0992a1-24fa-4967-be8e-a2a8880aa016,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:22.753649 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:22.791464 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:22.846892 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c71b-62a6-41b9-90a6-014866bc2ce6 None None] Pushing event updated for resources: {'Port': ['ID=9c0992a1-24fa-4967-be8e-a2a8880aa016,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:23.078307 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.101343 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks [] for router_gateway (ce62c128-ab7f-4a6b-be43-3a682117d6e3), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.104887 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:23.122232 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.230403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Allocated IP 172.27.1.127 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/d8be756b-3ce2-4275-8da6-7008959cd645) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:23.331904 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks [] for port (d8be756b-3ce2-4275-8da6-7008959cd645), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.456015 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.502611 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:23.506493 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:23.510730 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:23.533358 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Pushing event updated for resources: {'Port': ['ID=d8be756b-3ce2-4275-8da6-7008959cd645,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:23.590371 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:23.725393 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac97a06e-6002-422c-8e80-54182d064ac0 None None] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:43:23.780450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] Provisioning complete for port 9c0992a1-24fa-4967-be8e-a2a8880aa016 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:23.780822 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.879252 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks [] for router_gateway (ce62c128-ab7f-4a6b-be43-3a682117d6e3), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.907469 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] Current status of the port 9c0992a1-24fa-4967-be8e-a2a8880aa016 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:23.908035 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:23.946403 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] For port 9c0992a1-24fa-4967-be8e-a2a8880aa016, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9c0992a1-24fa-4967-be8e-a2a8880aa016,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:24.042571 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.083715 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (ce62c128-ab7f-4a6b-be43-3a682117d6e3), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.090467 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2094b35-8b5f-4df0-acaf-5d022d2ed3fc None None] Pushing event updated for resources: {'Port': ['ID=9c0992a1-24fa-4967-be8e-a2a8880aa016,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:24.164581 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-c86155e4-c658-4953-a02a-862784b75045 None None] Provisioning complete for port 9c0992a1-24fa-4967-be8e-a2a8880aa016 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:24.164843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-c86155e4-c658-4953-a02a-862784b75045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.236085 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-c86155e4-c658-4953-a02a-862784b75045 None None] Current status of the port 9c0992a1-24fa-4967-be8e-a2a8880aa016 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:24.278074 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Router ce62c128-ab7f-4a6b-be43-3a682117d6e3 is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:43:24.380012 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:43:24.388768 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Sync routers for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:43:24.399302 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:24.399902 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:24.402761 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:24.473125 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.474345 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f2bc87df-6432-4343-aa19-f04c1e2bc978 admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3931260 Sep 03 01:43:24.477201 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51366) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:24.563480 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:24.586270 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:24.665944 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:24.782040 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:23Z', 'revision_number': 3, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:24.788981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:24.790646 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9c0992a1-24fa-4967-be8e-a2a8880aa016 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:24.817015 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Checking router: ce62c128-ab7f-4a6b-be43-3a682117d6e3 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:43:24.817361 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Updating router ce62c128-ab7f-4a6b-be43-3a682117d6e3 port d8be756b-3ce2-4275-8da6-7008959cd645 binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:43:24.842997 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 9c0992a1-24fa-4967-be8e-a2a8880aa016 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:24.843452 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.852637 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.871279 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.872152 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.921898 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:24.926521 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 9c0992a1-24fa-4967-be8e-a2a8880aa016 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:25.073150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Allocated IP 172.20.0.1 (71082ff0-fba1-4b4f-ba63-b9807563ab29/fb0c3b03-80ff-43a4-a515-50be8422c0e7/9f462a17-0852-4bf7-ab5b-86146568f4cd) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:25.115613 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Publish callbacks [] for port (d8be756b-3ce2-4275-8da6-7008959cd645), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.177986 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks [] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.208116 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.242981 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Attempting to bind port d8be756b-3ce2-4275-8da6-7008959cd645 on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:25.243341 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Attempting to bind port d8be756b-3ce2-4275-8da6-7008959cd645 by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:25.243692 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Attempting to bind port d8be756b-3ce2-4275-8da6-7008959cd645 on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:25.255594 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:25.255956 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:25.256338 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.256715 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:25.257159 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Bound port: d8be756b-3ce2-4275-8da6-7008959cd645, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:25.257522 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.271206 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.281130 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Pushing event updated for resources: {'Port': ['ID=d8be756b-3ce2-4275-8da6-7008959cd645,revision_number=2']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:25.295533 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.295869 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.296229 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.296580 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.296906 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.297225 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.297541 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.297855 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.298172 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.298512 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.298828 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.299153 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.299482 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.299836 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.300334 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106681) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:25.310208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:25.313237 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:25.316467 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:25.317430 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:25.323627 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] For port d8be756b-3ce2-4275-8da6-7008959cd645, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:25.326868 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] For port d8be756b-3ce2-4275-8da6-7008959cd645, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d8be756b-3ce2-4275-8da6-7008959cd645,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:25.345267 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Pushing event updated for resources: {'Port': ['ID=9f462a17-0852-4bf7-ab5b-86146568f4cd,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:25.366055 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (ce62c128-ab7f-4a6b-be43-3a682117d6e3), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.397198 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.449429 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:25.450151 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:25.488962 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f044bd-3ed3-4a98-80fc-7c0026039327 None None] Pushing event updated for resources: {'Port': ['ID=d8be756b-3ce2-4275-8da6-7008959cd645,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:25.560233 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.560969 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:25.563748 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:25.566251 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-587d2da9-a38a-407f-ad87-be12c506aaa9 None None] Provisioning complete for port 9f462a17-0852-4bf7-ab5b-86146568f4cd triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:25.566923 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-587d2da9-a38a-407f-ad87-be12c506aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.600457 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-587d2da9-a38a-407f-ad87-be12c506aaa9 None None] Port 9f462a17-0852-4bf7-ab5b-86146568f4cd cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:43:25.679893 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:25.726570 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks [] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.730258 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:23Z', 'revision_number': 3, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:25.758530 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b90da37-27db-4c14-8bfb-01c58e27e0bd None None] The sync data for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi is: [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:23Z', 'revision_number': 3, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:43:25.787436 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.849628 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:25.860310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (ce62c128-ab7f-4a6b-be43-3a682117d6e3), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:25.861121 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Pushing event updated for resources: {'Port': ['ID=9f462a17-0852-4bf7-ab5b-86146568f4cd,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:25.983873 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:25.985295 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:26.113566 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Router ce62c128-ab7f-4a6b-be43-3a682117d6e3 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:43:26.214945 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:26.221567 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-ae1bd01a-61fb-4201-b3c3-9deefc39e1b1 None None] Provisioning complete for port 9f462a17-0852-4bf7-ab5b-86146568f4cd triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:26.222610 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ae1bd01a-61fb-4201-b3c3-9deefc39e1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:26.227521 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:43:26.232508 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2c44d60a-7363-447f-a92b-fb056c04af88 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/ce62c128-ab7f-4a6b-be43-3a682117d6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543192 Sep 03 01:43:26.259602 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-ae1bd01a-61fb-4201-b3c3-9deefc39e1b1 None None] Port 9f462a17-0852-4bf7-ab5b-86146568f4cd cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:43:26.779914 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d8be756b-3ce2-4275-8da6-7008959cd645 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:26.824675 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d8be756b-3ce2-4275-8da6-7008959cd645 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:26.825047 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:26.859803 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:26.897814 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d8be756b-3ce2-4275-8da6-7008959cd645 is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:26.897814 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:26.922218 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port d8be756b-3ce2-4275-8da6-7008959cd645, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d8be756b-3ce2-4275-8da6-7008959cd645,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:27.004011 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.037684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51382) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:27.042915 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1620892263-network', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:27.057399 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=d8be756b-3ce2-4275-8da6-7008959cd645,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:27.152782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Made reservation on behalf of 7ac9d587c54c4cdb8b2511639ce87d9c for: {'network': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:43:27.155294 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for network (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.164756 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.195712 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:27.243647 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks [] for security_group (ce62b938-d5fb-4600-8ba3-9e16f083008d), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.252339 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Sync routers for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:43:27.263749 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:27.264359 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:27.324463 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ce62b938-d5fb-4600-8ba3-9e16f083008d), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.351868 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=106678) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 01:43:27.363819 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce62b938-d5fb-4600-8ba3-9e16f083008d,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:27.369416 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (00acbb55-c571-4148-9e73-198111816fe7), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.369798 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.segments_db [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Added segment 00acbb55-c571-4148-9e73-198111816fe7 of type vlan for network ba236f60-f403-4725-9dfa-6fd7019fe085 Sep 03 01:43:27.413454 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734290756783'] for network (ba236f60-f403-4725-9dfa-6fd7019fe085), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.493599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:27.523876 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327'] for network (ba236f60-f403-4725-9dfa-6fd7019fe085), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.525214 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:27.525899 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.545895 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:27.593792 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] Pushing event updated for resources: {'Network': ['ID=ba236f60-f403-4725-9dfa-6fd7019fe085,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:27.605975 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Network ba236f60-f403-4725-9dfa-6fd7019fe085 details requested by agent ovs-agent-dv-cinder-838009-7-iscsi with host dv-cinder-838009-7-iscsi {{(pid=106680) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 01:43:27.629426 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-58cfa2a7-e6dc-484b-b27f-e824ea3e91b3 admin admin] 10.222.0.13 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5903957 Sep 03 01:43:27.632094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51384) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:27.636874 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Request body: {'subnet': {'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1620892263-subnet', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'ip_version': 4}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:27.743890 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 2, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:27.767964 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Checking router: ce62c128-ab7f-4a6b-be43-3a682117d6e3 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:43:27.768337 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Updating router ce62c128-ab7f-4a6b-be43-3a682117d6e3 port 9f462a17-0852-4bf7-ab5b-86146568f4cd binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:43:27.792708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Made reservation on behalf of 7ac9d587c54c4cdb8b2511639ce87d9c for: {'subnet': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:43:27.795153 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4650153'] for subnet (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.802275 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:27.818129 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:43:28.007245 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:28.068756 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Publish callbacks [] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.147488 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.176183 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:28.212572 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3e61a-872b-44e9-b924-b1752d380111 None None] Pushing event updated for resources: {'Port': ['ID=9f462a17-0852-4bf7-ab5b-86146568f4cd,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:28.244779 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Attempting to bind port 9f462a17-0852-4bf7-ab5b-86146568f4cd on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:28.245140 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Attempting to bind port 9f462a17-0852-4bf7-ab5b-86146568f4cd by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:28.245495 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Attempting to bind port 9f462a17-0852-4bf7-ab5b-86146568f4cd on network 71082ff0-fba1-4b4f-ba63-b9807563ab29 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:28.250454 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:28.250819 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Checking segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:28.251203 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.251583 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Bound using segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:28.252031 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Bound port: 9f462a17-0852-4bf7-ab5b-86146568f4cd, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:28.252395 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.276677 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4817414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4650139'] for subnet (230a78c4-40d6-4e74-8c63-018d2c22c577), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.312148 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] For port 9f462a17-0852-4bf7-ab5b-86146568f4cd, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:28.315457 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] For port 9f462a17-0852-4bf7-ab5b-86146568f4cd, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9f462a17-0852-4bf7-ab5b-86146568f4cd,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:28.336066 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=230a78c4-40d6-4e74-8c63-018d2c22c577,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:28.346025 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Checking segment: {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:28.346505 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Network hostable DHCP agents. Network: ba236f60-f403-4725-9dfa-6fd7019fe085, hostable agents: ['88e95906-96ce-4de1-bfbc-2d15db590145'], hosted agents: [] {{(pid=106678) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 01:43:28.404343 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.441305 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:28.441924 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:28.470815 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Network ba236f60-f403-4725-9dfa-6fd7019fe085 is scheduled to be hosted by DHCP agent 88e95906-96ce-4de1-bfbc-2d15db590145 with binding_index 1 {{(pid=106678) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 01:43:28.500843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3e61a-872b-44e9-b924-b1752d380111 None None] Pushing event updated for resources: {'Port': ['ID=9f462a17-0852-4bf7-ab5b-86146568f4cd,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:28.559432 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:28.569956 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-838009-7-iscsi, ba236f60-f403-4725-9dfa-6fd7019fe085) {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:28.575192 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:28.575791 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.587685 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8390bb-21ba-4395-bf95-6d90998c08eb None None] Network ba236f60-f403-4725-9dfa-6fd7019fe085 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:43:28.662804 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-af90a8c7-6f20-490a-8a59-d22a3bd375bb admin admin] 10.222.0.13 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0296581 Sep 03 01:43:28.665300 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51386) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:28.669606 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:28.747532 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:28.775414 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d8be756b-3ce2-4275-8da6-7008959cd645 up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:28.781844 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2010099', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1043'] for router (2690035f-72e6-4aec-9877-116353a2248f), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.782959 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2007213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2052701', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1990493', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1050'] for router (2690035f-72e6-4aec-9877-116353a2248f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.789901 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:28.815101 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp414c7311-4006-5ad0-b355-790f1c57e897-ba236f60-f403-4725-9dfa-6fd7019fe085', 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085', 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'fixed_ips': [{'subnet_id': '230a78c4-40d6-4e74-8c63-018d2c22c577'}]}} from dv-cinder-838009-7-iscsi. {{(pid=106680) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 01:43:28.816473 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.842022 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks [] for router_controller (2690035f-72e6-4aec-9877-116353a2248f), precommit_add_association {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.936298 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:28Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:28.978462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d8be756b-3ce2-4275-8da6-7008959cd645 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:28.978882 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:28.983616 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755468a3-6c06-4203-a7e5-6fb4f784e6d4 None None] The sync data for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi is: [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:28Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:43:29.079754 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.db_base_plugin_common [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Allocated IP 172.20.0.2 (ba236f60-f403-4725-9dfa-6fd7019fe085/230a78c4-40d6-4e74-8c63-018d2c22c577/d3c736a9-8520-4761-9f1a-057286f55b6e) {{(pid=106680) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:29.109599 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:29.136998 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d8be756b-3ce2-4275-8da6-7008959cd645 is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:29.163666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks [] for router_gateway (2690035f-72e6-4aec-9877-116353a2248f), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.264076 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Publish callbacks [] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), precommit_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.363330 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), after_create {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.407001 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Network ba236f60-f403-4725-9dfa-6fd7019fe085 is already hosted by enough agents. {{(pid=106680) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:29.413902 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.scheduler.base_scheduler [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Resources bound (agent type, host, resource id): {{(pid=106680) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:29.418206 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Received port after_create {{(pid=106680) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:29.421409 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Pushing event updated for resources: {'Port': ['ID=d3c736a9-8520-4761-9f1a-057286f55b6e,revision_number=1']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:29.467438 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks [] for router_gateway (2690035f-72e6-4aec-9877-116353a2248f), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.488011 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.488921 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Attempting to bind port d3c736a9-8520-4761-9f1a-057286f55b6e on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:29.489289 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Attempting to bind port d3c736a9-8520-4761-9f1a-057286f55b6e by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:29.489704 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Attempting to bind port d3c736a9-8520-4761-9f1a-057286f55b6e on network ba236f60-f403-4725-9dfa-6fd7019fe085 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:29.495120 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:29.498070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Checking segment: {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:29.498070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.498070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Bound using segment: {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:29.498070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Bound port: d3c736a9-8520-4761-9f1a-057286f55b6e, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:29.498070 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.569817 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] For port d3c736a9-8520-4761-9f1a-057286f55b6e, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:29.573665 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] For port d3c736a9-8520-4761-9f1a-057286f55b6e, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d3c736a9-8520-4761-9f1a-057286f55b6e,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:29.594718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:29.602462 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Allocated IP 172.27.1.47 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/60c6394c-2564-4773-b970-9ba264543a8f) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:29.677077 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.716153 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks [] for port (60c6394c-2564-4773-b970-9ba264543a8f), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.746108 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e2babb-6115-4cca-8b75-eb7c3abfbce5 None None] Pushing event updated for resources: {'Port': ['ID=d3c736a9-8520-4761-9f1a-057286f55b6e,revision_number=2']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:29.832896 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (60c6394c-2564-4773-b970-9ba264543a8f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:29.886895 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:29.898751 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:29.901386 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:29.905761 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Pushing event updated for resources: {'Port': ['ID=60c6394c-2564-4773-b970-9ba264543a8f,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:30.227304 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks [] for router_gateway (2690035f-72e6-4aec-9877-116353a2248f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:30.310395 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:30.424289 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2007070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2052844'] for router (2690035f-72e6-4aec-9877-116353a2248f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:30.615155 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Router 2690035f-72e6-4aec-9877-116353a2248f is scheduled to L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 with binding_index 1 {{(pid=106678) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 01:43:30.625491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24197821-b42f-4864-81d0-1606f1d2e496 None None] Network ba236f60-f403-4725-9dfa-6fd7019fe085 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:43:30.674221 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:30.735562 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:43:30.747427 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Sync routers for ids ['2690035f-72e6-4aec-9877-116353a2248f'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:43:30.758007 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Routers {'2690035f-72e6-4aec-9877-116353a2248f'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:30.758460 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] Provisioning complete for port d3c736a9-8520-4761-9f1a-057286f55b6e triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:30.758668 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['2690035f-72e6-4aec-9877-116353a2248f'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:30.758946 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:30.810414 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:30.812211 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-22319b0e-5982-42a1-8bf6-9bd21a0ee53f admin admin] 10.222.0.13 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1457815 Sep 03 01:43:30.814814 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51388) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:30.901638 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Set router 2690035f-72e6-4aec-9877-116353a2248f gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:30.921901 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:31.014771 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9f462a17-0852-4bf7-ab5b-86146568f4cd up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:31.074639 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] Current status of the port d3c736a9-8520-4761-9f1a-057286f55b6e is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:31.075063 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.111503 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 9f462a17-0852-4bf7-ab5b-86146568f4cd triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:31.111924 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.114159 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:43:30Z', 'revision_number': 3, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:31.140731 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Checking router: 2690035f-72e6-4aec-9877-116353a2248f for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:43:31.141071 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Updating router 2690035f-72e6-4aec-9877-116353a2248f port 60c6394c-2564-4773-b970-9ba264543a8f binding host dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:43:31.148420 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] For port d3c736a9-8520-4761-9f1a-057286f55b6e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d3c736a9-8520-4761-9f1a-057286f55b6e,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:31.153396 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.174654 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (60c6394c-2564-4773-b970-9ba264543a8f), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.203428 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 9f462a17-0852-4bf7-ab5b-86146568f4cd is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:31.203816 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.228074 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.280875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 9f462a17-0852-4bf7-ab5b-86146568f4cd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9f462a17-0852-4bf7-ab5b-86146568f4cd,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:31.303912 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc970a-6f42-4261-9761-e889e4b6993d None None] Pushing event updated for resources: {'Port': ['ID=d3c736a9-8520-4761-9f1a-057286f55b6e,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:31.309394 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.352511 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-b8cab2b0-c53e-46c9-b456-c9eee24ed6c0 None None] Provisioning complete for port d3c736a9-8520-4761-9f1a-057286f55b6e triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:31.353007 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b8cab2b0-c53e-46c9-b456-c9eee24ed6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.355136 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.356023 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d3c736a9-8520-4761-9f1a-057286f55b6e up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:31.490733 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=9f462a17-0852-4bf7-ab5b-86146568f4cd,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:31.500495 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d3c736a9-8520-4761-9f1a-057286f55b6e triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:31.500495 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.515073 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Allocated IP 172.20.0.1 (ba236f60-f403-4725-9dfa-6fd7019fe085/230a78c4-40d6-4e74-8c63-018d2c22c577/e354c182-b849-4ac3-9a3a-d9496a959a9c) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:31.531198 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:31.554851 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:31.557777 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Publish callbacks [] for port (60c6394c-2564-4773-b970-9ba264543a8f), precommit_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.566598 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-b8cab2b0-c53e-46c9-b456-c9eee24ed6c0 None None] Current status of the port d3c736a9-8520-4761-9f1a-057286f55b6e is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:31.620188 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d3c736a9-8520-4761-9f1a-057286f55b6e is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:31.635327 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks [] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.655811 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (60c6394c-2564-4773-b970-9ba264543a8f), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.692649 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Attempting to bind port 60c6394c-2564-4773-b970-9ba264543a8f on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:31.693254 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Attempting to bind port 60c6394c-2564-4773-b970-9ba264543a8f by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:31.693828 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Attempting to bind port 60c6394c-2564-4773-b970-9ba264543a8f on network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:31.707236 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:31.707607 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Checking segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106681) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:31.708009 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.708387 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Bound using segment: {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'} {{(pid=106681) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:31.708850 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.managers [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Bound port: 60c6394c-2564-4773-b970-9ba264543a8f, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d70dca2-3efb-48dc-a37e-ffb5d4a37091', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c'}}] {{(pid=106681) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:31.709221 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (60c6394c-2564-4773-b970-9ba264543a8f), before_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.736438 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790a97-2f69-496e-a1f6-6d4e79868652 None None] Pushing event updated for resources: {'Port': ['ID=60c6394c-2564-4773-b970-9ba264543a8f,revision_number=2']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:31.748916 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.778873 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] For port 60c6394c-2564-4773-b970-9ba264543a8f, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106681) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:31.781248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:31.782117 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.plugins.ml2.db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] For port 60c6394c-2564-4773-b970-9ba264543a8f, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=60c6394c-2564-4773-b970-9ba264543a8f,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106681) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:31.793471 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Network ba236f60-f403-4725-9dfa-6fd7019fe085 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:31.796806 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:31.800961 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:31.830666 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Pushing event updated for resources: {'Port': ['ID=e354c182-b849-4ac3-9a3a-d9496a959a9c,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:31.852214 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2051919'] for router_interface (2690035f-72e6-4aec-9877-116353a2248f), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.861423 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron_lib.callbacks.manager [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (60c6394c-2564-4773-b970-9ba264543a8f), after_update {{(pid=106681) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:31.921636 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Routers {'2690035f-72e6-4aec-9877-116353a2248f'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:31.922258 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['2690035f-72e6-4aec-9877-116353a2248f'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:31.924434 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66790a97-2f69-496e-a1f6-6d4e79868652 None None] Pushing event updated for resources: {'Port': ['ID=60c6394c-2564-4773-b970-9ba264543a8f,revision_number=3']} {{(pid=106681) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:31.976919 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:31.994049 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:32.055358 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] Set router 2690035f-72e6-4aec-9877-116353a2248f gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:32.095970 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-2f8375ce-8250-498d-b14b-9656f9e6d699 None None] Provisioning complete for port e354c182-b849-4ac3-9a3a-d9496a959a9c triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:32.097061 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:32.097249 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2f8375ce-8250-498d-b14b-9656f9e6d699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:32.134067 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:32.136610 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-2f8375ce-8250-498d-b14b-9656f9e6d699 None None] Port e354c182-b849-4ac3-9a3a-d9496a959a9c cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:43:32.240112 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:43:30Z', 'revision_number': 3, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:32.267317 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks [] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:32.269687 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71560cd8-8db9-4847-b4b0-d8d748815bfc None None] The sync data for ids ['2690035f-72e6-4aec-9877-116353a2248f'] in dv-cinder-838009-7-iscsi is: [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:43:30Z', 'revision_number': 3, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:43:32.329665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:32.403487 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Pushing event updated for resources: {'Port': ['ID=e354c182-b849-4ac3-9a3a-d9496a959a9c,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:32.407272 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1585341', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2052083'] for router_interface (2690035f-72e6-4aec-9877-116353a2248f), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:32.429268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:32.517831 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Network ba236f60-f403-4725-9dfa-6fd7019fe085 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:32.519980 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:32.651925 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Router 2690035f-72e6-4aec-9877-116353a2248f has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:43:32.764771 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-da7da4e6-0037-46c0-94e8-95f710dc55d4 None None] Provisioning complete for port e354c182-b849-4ac3-9a3a-d9496a959a9c triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:32.765147 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-da7da4e6-0037-46c0-94e8-95f710dc55d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:32.782483 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:43:32.797753 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-aeaee188-b159-4c82-9ff1-5db188fdbf17 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/2690035f-72e6-4aec-9877-116353a2248f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817426 Sep 03 01:43:32.815116 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-da7da4e6-0037-46c0-94e8-95f710dc55d4 None None] Port e354c182-b849-4ac3-9a3a-d9496a959a9c cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:43:32.893199 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9f462a17-0852-4bf7-ab5b-86146568f4cd up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:32.940292 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 9f462a17-0852-4bf7-ab5b-86146568f4cd triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:32.941582 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.020410 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 9f462a17-0852-4bf7-ab5b-86146568f4cd is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:33.021517 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 60c6394c-2564-4773-b970-9ba264543a8f up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:33.070463 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 60c6394c-2564-4773-b970-9ba264543a8f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:33.070894 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (60c6394c-2564-4773-b970-9ba264543a8f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.146907 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 60c6394c-2564-4773-b970-9ba264543a8f is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:33.147465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (60c6394c-2564-4773-b970-9ba264543a8f), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.171534 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port 60c6394c-2564-4773-b970-9ba264543a8f, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=60c6394c-2564-4773-b970-9ba264543a8f,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:33.274429 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51396) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:33.279012 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071208103', 'description': 'tempest-secgroup-smoke-2071208103 description', 'project_id': '4c46ebe5d6a74509ba46325e2376d170'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:33.293459 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (60c6394c-2564-4773-b970-9ba264543a8f), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.294271 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d3c736a9-8520-4761-9f1a-057286f55b6e up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:33.370280 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=60c6394c-2564-4773-b970-9ba264543a8f,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:33.376269 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.381926 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port d3c736a9-8520-4761-9f1a-057286f55b6e triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:33.384919 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.461794 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port d3c736a9-8520-4761-9f1a-057286f55b6e is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:33.463911 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:33.466443 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group (ede691c6-30bb-435a-8ed4-804fbad7f75a), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.533535 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ede691c6-30bb-435a-8ed4-804fbad7f75a), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.565478 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede691c6-30bb-435a-8ed4-804fbad7f75a,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:33.714303 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.715644 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-111120b0-c6e8-4340-b5d4-a7a7293f7619 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4402113 Sep 03 01:43:33.718576 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51400) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:33.723978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group_rule': {'security_group_id': 'ede691c6-30bb-435a-8ed4-804fbad7f75a', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:33.843135 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (c06b84e4-a789-40b2-97af-4b3a17746c36), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.858105 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Sync routers for ids ['2690035f-72e6-4aec-9877-116353a2248f'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:43:33.867853 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Routers {'2690035f-72e6-4aec-9877-116353a2248f'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:33.868547 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['2690035f-72e6-4aec-9877-116353a2248f'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:33.904670 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (c06b84e4-a789-40b2-97af-4b3a17746c36), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:33.972435 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Set router 2690035f-72e6-4aec-9877-116353a2248f gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:34.026771 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (c06b84e4-a789-40b2-97af-4b3a17746c36), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.047539 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c06b84e4-a789-40b2-97af-4b3a17746c36,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:34.118736 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:34.124299 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.125529 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f2531481-a9c2-42fc-81c8-e410fd4354c8 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059551 Sep 03 01:43:34.128905 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51402) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:34.133654 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group_rule': {'security_group_id': 'ede691c6-30bb-435a-8ed4-804fbad7f75a', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:34.147084 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:34.164507 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 4, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'e354c182-b849-4ac3-9a3a-d9496a959a9c', 'name': '', 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'mac_address': 'fa:16:3e:4c:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '230a78c4-40d6-4e74-8c63-018d2c22c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:31Z', 'updated_at': '2022-09-03T01:43:32Z', 'revision_number': 2, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'subnets': [{'id': '230a78c4-40d6-4e74-8c63-018d2c22c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:34.189747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Checking router: 2690035f-72e6-4aec-9877-116353a2248f for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:43:34.190196 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Updating router 2690035f-72e6-4aec-9877-116353a2248f port e354c182-b849-4ac3-9a3a-d9496a959a9c binding host dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 01:43:34.215779 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (9818b8e7-bef8-47e4-9449-8308a6e3b59b), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.218652 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.273316 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (9818b8e7-bef8-47e4-9449-8308a6e3b59b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.341111 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (9818b8e7-bef8-47e4-9449-8308a6e3b59b), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.359523 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9818b8e7-bef8-47e4-9449-8308a6e3b59b,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:34.434212 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.437924 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e4098748-5e8f-489e-b841-93fdeb2e0e6b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3053970 Sep 03 01:43:34.438152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51404) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:34.443127 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group_rule': {'security_group_id': 'ede691c6-30bb-435a-8ed4-804fbad7f75a', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:34.477784 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Publish callbacks [] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), precommit_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.569765 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.576063 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (b828d8ca-3a0e-4d1f-94ae-38aa286e54e5), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.632086 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115aefd-c70e-4dc7-8a7f-dedde8d4c4b5 None None] Pushing event updated for resources: {'Port': ['ID=e354c182-b849-4ac3-9a3a-d9496a959a9c,revision_number=3']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:34.635966 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (b828d8ca-3a0e-4d1f-94ae-38aa286e54e5), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.663501 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Attempting to bind port e354c182-b849-4ac3-9a3a-d9496a959a9c on host dv-cinder-838009-7-iscsi for vnic_type normal with profile {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:34.663865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Attempting to bind port e354c182-b849-4ac3-9a3a-d9496a959a9c by drivers openvswitch,hyperv on host dv-cinder-838009-7-iscsi at level 0 using segments [{'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:34.664217 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Attempting to bind port e354c182-b849-4ac3-9a3a-d9496a959a9c on network ba236f60-f403-4725-9dfa-6fd7019fe085 {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:34.669186 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Checking agent: {'id': '3bb1d201-45f6-4f1a-8e4c-657cf26160dc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-838009-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 24, 25), 'started_at': datetime.datetime(2022, 9, 3, 1, 24, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-838009-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:34.669554 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Checking segment: {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106680) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:34.669946 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.670332 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Bound using segment: {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'} {{(pid=106680) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:34.670820 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.managers [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Bound port: e354c182-b849-4ac3-9a3a-d9496a959a9c, host: dv-cinder-838009-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00acbb55-c571-4148-9e73-198111816fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085'}}] {{(pid=106680) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:34.671191 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.712899 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (b828d8ca-3a0e-4d1f-94ae-38aa286e54e5), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.735827 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:34.737845 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b828d8ca-3a0e-4d1f-94ae-38aa286e54e5,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:34.738670 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] For port e354c182-b849-4ac3-9a3a-d9496a959a9c, host dv-cinder-838009-7-iscsi, cleared binding levels {{(pid=106680) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:34.741943 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] For port e354c182-b849-4ac3-9a3a-d9496a959a9c, host dv-cinder-838009-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e354c182-b849-4ac3-9a3a-d9496a959a9c,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106680) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:34.770306 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 60c6394c-2564-4773-b970-9ba264543a8f up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:34.822182 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port 60c6394c-2564-4773-b970-9ba264543a8f triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:34.822584 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (60c6394c-2564-4773-b970-9ba264543a8f), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.838385 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.839601 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-fe3f7870-260b-48ad-aa70-d8bad47f3801 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4005098 Sep 03 01:43:34.842497 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51406) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:34.847510 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group_rule': {'security_group_id': 'ede691c6-30bb-435a-8ed4-804fbad7f75a', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:34.861465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.925864 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Routers {'2690035f-72e6-4aec-9877-116353a2248f'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:43:34.926517 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['2690035f-72e6-4aec-9877-116353a2248f'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:34.976825 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (f40f72e0-98bf-49dd-8752-d91d019dd72b), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:34.981718 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port 60c6394c-2564-4773-b970-9ba264543a8f is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:34.988991 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115aefd-c70e-4dc7-8a7f-dedde8d4c4b5 None None] Pushing event updated for resources: {'Port': ['ID=e354c182-b849-4ac3-9a3a-d9496a959a9c,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:35.057670 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] Set router 2690035f-72e6-4aec-9877-116353a2248f gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:43:35.212266 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:35.256280 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 4, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'e354c182-b849-4ac3-9a3a-d9496a959a9c', 'name': '', 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'mac_address': 'fa:16:3e:4c:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '230a78c4-40d6-4e74-8c63-018d2c22c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:31Z', 'updated_at': '2022-09-03T01:43:34Z', 'revision_number': 4, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'subnets': [{'id': '230a78c4-40d6-4e74-8c63-018d2c22c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:43:35.261250 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=76,neutron:INSERT=15,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:35.289186 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (f40f72e0-98bf-49dd-8752-d91d019dd72b), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.408149 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2a1bc-b31a-4e95-96b7-0897422d3f48 None None] The sync data for ids ['2690035f-72e6-4aec-9877-116353a2248f'] in dv-cinder-838009-7-iscsi is: [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 4, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': 'e354c182-b849-4ac3-9a3a-d9496a959a9c', 'name': '', 'network_id': 'ba236f60-f403-4725-9dfa-6fd7019fe085', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'mac_address': 'fa:16:3e:4c:0f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_interface', 'standard_attr_id': 750, 'fixed_ips': [{'subnet_id': '230a78c4-40d6-4e74-8c63-018d2c22c577', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:31Z', 'updated_at': '2022-09-03T01:43:34Z', 'revision_number': 4, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'subnets': [{'id': '230a78c4-40d6-4e74-8c63-018d2c22c577', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:43:35.415863 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (f40f72e0-98bf-49dd-8752-d91d019dd72b), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.442599 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40f72e0-98bf-49dd-8752-d91d019dd72b,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:35.577252 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.578670 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-a8a4fcfa-9a55-4b89-9451-af477f6f8a0d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7350521 Sep 03 01:43:35.582171 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51408) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:35.586935 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group_rule': {'security_group_id': 'ede691c6-30bb-435a-8ed4-804fbad7f75a', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:35.672838 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.securitygroups_db [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Project 4c46ebe5d6a74509ba46325e2376d170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:43:35.680710 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (a438bf4a-962e-402c-969a-bf51891baab1), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.710314 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:35.749309 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (a438bf4a-962e-402c-969a-bf51891baab1), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.826621 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (a438bf4a-962e-402c-969a-bf51891baab1), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.845961 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a438bf4a-962e-402c-969a-bf51891baab1,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:35.966425 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:35.968112 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-4961704e-8ece-435f-b7e6-46eae2c17b15 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3847961 Sep 03 01:43:35.970988 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51410) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:43:35.977332 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'security_group_rule': {'security_group_id': 'ede691c6-30bb-435a-8ed4-804fbad7f75a', 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:36.078614 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.securitygroups_db [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Project 4c46ebe5d6a74509ba46325e2376d170 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 01:43:36.084619 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (3766225c-362f-4a2d-9a57-f6e8f159470c), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:36.139432 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (3766225c-362f-4a2d-9a57-f6e8f159470c), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:36.249786 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692478'] for security_group_rule (3766225c-362f-4a2d-9a57-f6e8f159470c), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:36.270254 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3766225c-362f-4a2d-9a57-f6e8f159470c,revision_number=0']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:36.372450 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:36.373755 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8bd8dad7-8fc1-4dec-8070-dc0b70763206 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4010186 Sep 03 01:43:36.771188 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e354c182-b849-4ac3-9a3a-d9496a959a9c up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:36.815713 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port e354c182-b849-4ac3-9a3a-d9496a959a9c triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:36.816480 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:36.888560 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e354c182-b849-4ac3-9a3a-d9496a959a9c is: DOWN; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:36.888871 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:36.924555 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] For port e354c182-b849-4ac3-9a3a-d9496a959a9c, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e354c182-b849-4ac3-9a3a-d9496a959a9c,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:43:37.009622 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:37.057390 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Pushing event updated for resources: {'Port': ['ID=e354c182-b849-4ac3-9a3a-d9496a959a9c,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:38.772705 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e354c182-b849-4ac3-9a3a-d9496a959a9c up at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:43:38.818859 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Provisioning complete for port e354c182-b849-4ac3-9a3a-d9496a959a9c triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:38.819229 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:38.894585 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Current status of the port e354c182-b849-4ac3-9a3a-d9496a959a9c is: ACTIVE; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:43:42.391675 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=48 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:46.266467 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=30,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:46.274855 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:INSERT=1,neutron:SELECT=12,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:49.552136 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f0983b81-8e15-4c6a-8eeb-7c3a20fb1d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:52.020814 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5b3fc3f7-9369-4b5a-a9ba-6caad0b6fe01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:53.060595 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:53.293085 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-9d121e1a-21f0-4165-8b38-4d9f3aae3b4c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2071208103&fields=id&tenant_id=4c46ebe5d6a74509ba46325e2376d170 HTTP/1.1" status: 200 len: 267 time: 0.0438883 Sep 03 01:43:53.398980 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-84c680d6-e121-46c3-aa99-399bf399044a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:53.400467 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-84c680d6-e121-46c3-aa99-399bf399044a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 809 time: 0.1010308 Sep 03 01:43:53.415494 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-d294c533-476c-44ab-b361-95ab7e6620f3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/quotas/4c46ebe5d6a74509ba46325e2376d170 HTTP/1.1" status: 200 len: 375 time: 0.0091574 Sep 03 01:43:53.466368 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-3d719229-cd5c-4eab-a0b8-db229923d434 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458961 Sep 03 01:43:53.573568 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-01d8cb1b-c286-439e-a666-45e5dc034296 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106679) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:43:53.574557 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-01d8cb1b-c286-439e-a666-45e5dc034296 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0973079 Sep 03 01:43:53.665398 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-6e598265-f724-48c8-a6c7-fbac1bfdf2a1 service neutron] 10.222.0.13 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849102 Sep 03 01:43:53.753131 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-b8e5f9fc-d7d9-4012-b40f-4de749fd013c service neutron] 10.222.0.13 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814834 Sep 03 01:43:54.456165 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-26503ae2-dc2b-4720-9483-a0725c1a60ac req-c0f92af4-13b8-472f-9b15-b3cb7f75de98 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 210 time: 0.0306566 Sep 03 01:43:54.786520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:54.837898 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:54.912719 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:55.540732 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-264131f9-0ff9-4616-a8dc-2c9cb354e0d5 req-a8a59229-174a-403b-bf78-ac81ac188690 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 210 time: 0.0283513 Sep 03 01:43:56.641490 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6d4a978e-99be-427b-9d3a-930d8aee566f req-7a671f49-5aa1-4ea7-8b81-0c3d88bfd2d7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 210 time: 0.0267696 Sep 03 01:43:57.147982 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-8c14183f-9ca4-469a-a471-12c0e1a7a6e6 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:57.149302 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-8c14183f-9ca4-469a-a471-12c0e1a7a6e6 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 809 time: 0.1016598 Sep 03 01:43:57.212146 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-175fb0fd-2905-44d1-8c22-fd2252c3fb2e tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.42 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4c46ebe5d6a74509ba46325e2376d170 HTTP/1.1" status: 200 len: 380 time: 0.0532258 Sep 03 01:43:57.221909 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'port': {'device_id': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'admin_state_up': True, 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'security_groups': ['ede691c6-30bb-435a-8ed4-804fbad7f75a']}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:57.420887 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Made reservation on behalf of 4c46ebe5d6a74509ba46325e2376d170 for: {'port': 1} {{(pid=106678) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 01:43:57.424809 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:57.556447 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Allocated IP 172.20.0.9 (71082ff0-fba1-4b4f-ba63-b9807563ab29/fb0c3b03-80ff-43a4-a515-50be8422c0e7/79c632ec-1548-4d13-bffa-aae5dd768fa7) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:43:57.694731 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:57.747423 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7218acdc-d921-45a1-8f11-03d148a85f01 req-90cd3464-cad5-4582-ad8c-14e26a405d14 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 210 time: 0.0308380 Sep 03 01:43:57.813802 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:57.863998 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:43:57.867196 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:43:57.871880 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:43:57.895146 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:57.911561 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.911910 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.912256 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.912593 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.912921 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.913244 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.913567 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.913883 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.914200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.914542 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.914860 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.915679 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.915679 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.915915 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.916662 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:43:57.942618 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:57.943230 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.046086 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-770a96b6-fcdb-4aa7-8eff-abffd262dcf5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.42 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8275993 Sep 03 01:43:58.057243 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-9ac68023-1682-49e6-837e-242853c242b9 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:43:58.058179 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-9ac68023-1682-49e6-837e-242853c242b9 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.42 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051460 Sep 03 01:43:58.095077 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-0d733d4d-e5a7-49f2-8ed2-d360ff343195 None None] Provisioning complete for port 79c632ec-1548-4d13-bffa-aae5dd768fa7 triggered by entity DHCP. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:43:58.095553 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0d733d4d-e5a7-49f2-8ed2-d360ff343195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.122190 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Request body: {'port': {'device_id': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83800'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:43:58.129793 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-0d733d4d-e5a7-49f2-8ed2-d360ff343195 None None] Port 79c632ec-1548-4d13-bffa-aae5dd768fa7 cannot update to ACTIVE because it is not bound. {{(pid=106680) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 01:43:58.174660 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:58.189402 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.189402 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:58.437289 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c632ec-1548-4d13-bffa-aae5dd768fa7 {{(pid=106678) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:43:58.444691 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Publish callbacks [] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.457321 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.provisioning_blocks [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Transition to ACTIVE for port object 79c632ec-1548-4d13-bffa-aae5dd768fa7 will not be triggered until provisioned by entity L2. {{(pid=106678) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 01:43:58.523684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.600048 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:58.631414 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Attempting to bind port 79c632ec-1548-4d13-bffa-aae5dd768fa7 on host hv-cinder-83800 for vnic_type normal with profile {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 01:43:58.631746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Attempting to bind port 79c632ec-1548-4d13-bffa-aae5dd768fa7 by drivers openvswitch,hyperv on host hv-cinder-83800 at level 0 using segments [{'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 01:43:58.632070 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Attempting to bind port 79c632ec-1548-4d13-bffa-aae5dd768fa7 on network 71082ff0-fba1-4b4f-ba63-b9807563ab29 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:58.636801 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Port 79c632ec-1548-4d13-bffa-aae5dd768fa7 on network 71082ff0-fba1-4b4f-ba63-b9807563ab29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83800 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 01:43:58.637120 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Attempting to bind port 79c632ec-1548-4d13-bffa-aae5dd768fa7 on network 71082ff0-fba1-4b4f-ba63-b9807563ab29 {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 01:43:58.642113 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Checking agent: {'id': '312fa027-f17a-49ee-a38e-db6fc6eff083', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83800', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'started_at': datetime.datetime(2022, 9, 3, 1, 30, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 1, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 01:43:58.642476 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Checking segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 01:43:58.642847 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Bound using segment: {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'} {{(pid=106678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 01:43:58.643268 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.managers [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Bound port: 79c632ec-1548-4d13-bffa-aae5dd768fa7, host: hv-cinder-83800, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf5e12ab-d52e-4870-a03a-be8f95276c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29'}}] {{(pid=106678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 01:43:58.643618 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.706484 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, cleared binding levels {{(pid=106678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 01:43:58.709444 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 01:43:58.809658 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:58.852339 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.855625 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:58.856236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:43:58.857594 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] 10.222.0.42 "PUT /networking/v2.0/ports/79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 1093 time: 0.7846155 Sep 03 01:43:58.861990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:43:58.864467 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:43:58.905909 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e37c-d8d0-4e9e-962f-da49ffb5c086 req-7b08e9c3-ba1a-4977-a647-f1bd4976fbf7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:58.907516 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b345e37c-d8d0-4e9e-962f-da49ffb5c086 req-7b08e9c3-ba1a-4977-a647-f1bd4976fbf7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0839605 Sep 03 01:43:58.941213 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c65493-a530-4e5e-86a9-084bf8941c76 service neutron] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=3']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:43:58.974060 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bee1439-e467-4005-9bab-d2b01f2acdcb x-openstack-request-id: req-6bee1439-e467-4005-9bab-d2b01f2acdcb {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:43:58.974364 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:43:58.974652 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6bee1439-e467-4005-9bab-d2b01f2acdcb {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:43:58.975072 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bee1439-e467-4005-9bab-d2b01f2acdcb'] response: {'name': 'network-changed', 'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'status': 'completed', 'code': 200} Sep 03 01:43:58.986842 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-b345e37c-d8d0-4e9e-962f-da49ffb5c086 req-f9f884a7-2139-4247-a462-da20b98a1e31 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719831 Sep 03 01:43:59.018361 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-bf0c77ac-5a22-4fc4-98b4-a253c2f89e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.019817 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-bf0c77ac-5a22-4fc4-98b4-a253c2f89e33 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1127 time: 0.0483401 Sep 03 01:43:59.059806 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-e41f25f2-ba21-4fdb-bbcf-7b5815f5d0d5 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 217 time: 0.0330126 Sep 03 01:43:59.106396 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-4f997413-9ece-411a-9a80-d57108a6925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.107781 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-4f997413-9ece-411a-9a80-d57108a6925b service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0425007 Sep 03 01:43:59.151455 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-b1354f71-75c5-4130-b785-b33a983075be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.152889 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-b1354f71-75c5-4130-b785-b33a983075be service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383840 Sep 03 01:43:59.245807 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-7175329b-78c7-4dfd-8768-c3be08a79f9c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861337 Sep 03 01:43:59.337914 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ba14d35d-0673-4afe-940f-7c898a9c5901 req-3fe7c3e0-3f87-47ab-ae89-efc5bec58c46 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854516 Sep 03 01:43:59.719727 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-adbedb36-5a30-48d6-8959-8e678f1a6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.721184 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-adbedb36-5a30-48d6-8959-8e678f1a6a8e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1127 time: 0.0392878 Sep 03 01:43:59.815490 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-3ddd337c-3010-4738-aaa4-bde797d49612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.816922 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-3ddd337c-3010-4738-aaa4-bde797d49612 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.0892401 Sep 03 01:43:59.864235 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-bf9fb984-9f2c-4451-8d2f-523461cd6973 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 217 time: 0.0338566 Sep 03 01:43:59.902975 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:43:59.914277 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-0ba02a5a-3295-401d-a40f-07973392675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.915784 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-0ba02a5a-3295-401d-a40f-07973392675e service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0455132 Sep 03 01:43:59.958874 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-2edd663e-7571-489e-9959-c08940a9efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:43:59.960361 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-2edd663e-7571-489e-9959-c08940a9efaf service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385785 Sep 03 01:44:00.052669 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-67403f2a-e54b-4639-9137-fabbc3cf8e00 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860560 Sep 03 01:44:00.108216 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb54c5-ecdb-443b-bd91-4a36423f3819 req-f3c7fdc7-669c-4ae8-88a3-633664b827fb tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:00.113769 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-72cb54c5-ecdb-443b-bd91-4a36423f3819 req-f3c7fdc7-669c-4ae8-88a3-633664b827fb tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0466952 Sep 03 01:44:00.146654 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8adca72d-59e0-43fb-abb9-f037dc4ab9c6 req-f487cdc7-f42e-47a8-8be4-80f6c1f72675 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875149 Sep 03 01:44:00.159940 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-72cb54c5-ecdb-443b-bd91-4a36423f3819 req-1344c26c-ab6c-4ac0-806d-ae35ccf4e473 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Sep 03 01:44:00.986570 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:01.271703 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:01.280216 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b03f29-5f1d-4fff-97a3-88572c2bbcc8 req-ed6a46ed-68b6-49cd-a398-d8f6496d4e6a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:01.285121 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-74b03f29-5f1d-4fff-97a3-88572c2bbcc8 req-ed6a46ed-68b6-49cd-a398-d8f6496d4e6a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0460253 Sep 03 01:44:01.330834 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-74b03f29-5f1d-4fff-97a3-88572c2bbcc8 req-a745d665-0c50-4b91-ab96-a6c90bfe30eb tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434029 Sep 03 01:44:02.451936 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a078934a-ab1f-4464-aae9-6202e5284067 req-a075178b-4d2d-4728-be67-840b20daef71 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:02.453372 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a078934a-ab1f-4464-aae9-6202e5284067 req-a075178b-4d2d-4728-be67-840b20daef71 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0467639 Sep 03 01:44:02.502191 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a078934a-ab1f-4464-aae9-6202e5284067 req-6fcedfcd-68f7-48b8-b87c-d965edb3a5be tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Sep 03 01:44:03.620866 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb91ff-fab5-49fe-89b8-b50ba9ba867f req-21139b33-4caf-4694-b6b9-a4c5a4a1210a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:03.622277 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2afb91ff-fab5-49fe-89b8-b50ba9ba867f req-21139b33-4caf-4694-b6b9-a4c5a4a1210a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0457430 Sep 03 01:44:03.670118 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2afb91ff-fab5-49fe-89b8-b50ba9ba867f req-c0ab44bc-c7fb-487e-b2cb-a6398f78ce10 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423224 Sep 03 01:44:04.795188 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab129-63cc-4c45-908d-cb1e43ce90d1 req-5032cefc-c85d-499a-b310-c636ebfff5cf tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:04.796614 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7eeab129-63cc-4c45-908d-cb1e43ce90d1 req-5032cefc-c85d-499a-b310-c636ebfff5cf tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0500169 Sep 03 01:44:04.817680 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:44:04.848703 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7eeab129-63cc-4c45-908d-cb1e43ce90d1 req-69c2ccc3-dbf1-495d-b6b8-3fc77e2d8e2c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461044 Sep 03 01:44:05.974906 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e27a6-b0f3-4d55-9d03-d8dbc9b5bf93 req-d544ee04-7025-4d02-b4a6-70bf9f2e6a38 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:05.976242 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-761e27a6-b0f3-4d55-9d03-d8dbc9b5bf93 req-d544ee04-7025-4d02-b4a6-70bf9f2e6a38 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0496626 Sep 03 01:44:06.024912 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-761e27a6-b0f3-4d55-9d03-d8dbc9b5bf93 req-f1b93239-2305-4091-acf0-829e6bb44ef5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426137 Sep 03 01:44:07.144057 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b45456-db2d-474e-9e88-ee6a8e462d1c req-46e51eb7-b720-41ca-926e-830b27c87371 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:07.145498 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-39b45456-db2d-474e-9e88-ee6a8e462d1c req-46e51eb7-b720-41ca-926e-830b27c87371 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0458493 Sep 03 01:44:07.193886 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-39b45456-db2d-474e-9e88-ee6a8e462d1c req-b4f2772e-14f1-43ed-a3e0-86f70e7265d2 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422916 Sep 03 01:44:07.789978 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:08.315489 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b2b5d3-57c5-4d88-b716-aa05b0ea7129 req-8a33bea8-b315-43dd-9c40-87d04ffd3a57 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:08.316934 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-93b2b5d3-57c5-4d88-b716-aa05b0ea7129 req-8a33bea8-b315-43dd-9c40-87d04ffd3a57 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0475049 Sep 03 01:44:08.366157 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-93b2b5d3-57c5-4d88-b716-aa05b0ea7129 req-2cb69d49-0753-49cd-8755-87df86143347 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435009 Sep 03 01:44:08.683305 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:44:08.685437 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:08.780608 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:44:08.793563 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'port_id': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:44:08.840879 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 79c632ec-1548-4d13-bffa-aae5dd768fa7 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:44:08.841484 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:08.855742 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c632ec-1548-4d13-bffa-aae5dd768fa7 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:44:08.874908 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:44:08.934732 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:08.981109 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=4']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:08.987986 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.988327 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.988659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.988990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.989315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.989637 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.989956 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.990273 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.990612 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.990927 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.991247 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.991567 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.991882 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.992194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:08.992504 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:09.213746 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['79c632ec-1548-4d13-bffa-aae5dd768fa7'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:44:09.486916 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d5d59-2362-4dc5-8edb-01ab1b75e972 req-4b2cc8e9-032f-4914-ae09-70c983eae1ac tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:09.488273 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b57d5d59-2362-4dc5-8edb-01ab1b75e972 req-4b2cc8e9-032f-4914-ae09-70c983eae1ac tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 944 time: 0.0459120 Sep 03 01:44:09.541116 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b57d5d59-2362-4dc5-8edb-01ab1b75e972 req-e18af4d6-b40a-4ece-83e4-fb31d0febc61 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468431 Sep 03 01:44:10.663689 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11273a-85a9-4736-9eb1-266976e28b55 req-aa827983-b6e6-4a31-ac3e-fb982c029725 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:10.665121 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9a11273a-85a9-4736-9eb1-266976e28b55 req-aa827983-b6e6-4a31-ac3e-fb982c029725 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 944 time: 0.0501137 Sep 03 01:44:10.713457 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-9a11273a-85a9-4736-9eb1-266976e28b55 req-bfcc87f4-8846-485e-9569-47aaaa577fdb tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Sep 03 01:44:10.724747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:44:10.766414 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning for port 79c632ec-1548-4d13-bffa-aae5dd768fa7 completed by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 01:44:10.945933 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 79c632ec-1548-4d13-bffa-aae5dd768fa7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:44:10.946226 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:10.968040 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:11.020326 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 79c632ec-1548-4d13-bffa-aae5dd768fa7 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:44:11.020700 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:11.043825 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:44:11.046026 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c392ef3-251e-49ee-8b88-754e7df2a28f" -d '{"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-plugged", "status": "completed", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:44:11.059200 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:44:11.138865 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:11.141753 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580e9764-af60-422a-8893-d08b427a35b9 x-openstack-request-id: req-580e9764-af60-422a-8893-d08b427a35b9 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:44:11.142036 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-plugged", "status": "completed", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:44:11.142287 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-580e9764-af60-422a-8893-d08b427a35b9 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:44:11.145436 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-580e9764-af60-422a-8893-d08b427a35b9'] response: {'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'code': 200} Sep 03 01:44:11.189146 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=5']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:11.563596 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18b90b-cedb-4114-9d53-83eb9c7cc5a9 req-1c908dee-abae-434e-a676-ac4844ce18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:11.565052 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3c18b90b-cedb-4114-9d53-83eb9c7cc5a9 req-1c908dee-abae-434e-a676-ac4844ce18f6 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0405273 Sep 03 01:44:11.612894 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3c18b90b-cedb-4114-9d53-83eb9c7cc5a9 req-13e03a5e-b869-4e7d-ba8d-c6b44b9c561d service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396280 Sep 03 01:44:11.833223 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479bb099-df76-483f-b027-081434b7b319 req-674c54b0-c61e-453a-be8d-4629e2da4c57 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:11.834632 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-479bb099-df76-483f-b027-081434b7b319 req-674c54b0-c61e-453a-be8d-4629e2da4c57 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0468714 Sep 03 01:44:11.887305 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-479bb099-df76-483f-b027-081434b7b319 req-b71e1a4a-dae3-4bb4-a6cd-913394f4798a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Sep 03 01:44:13.011974 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fcbc2-4b93-4ec3-bd39-97e5a1c5713f req-69f912f1-49d9-4da4-9fa3-d210745675c0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:13.013409 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c93fcbc2-4b93-4ec3-bd39-97e5a1c5713f req-69f912f1-49d9-4da4-9fa3-d210745675c0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0485163 Sep 03 01:44:13.062776 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-c93fcbc2-4b93-4ec3-bd39-97e5a1c5713f req-1d088b39-4d8b-48ae-bd69-b3a6182369f7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437944 Sep 03 01:44:13.183389 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61618c3-d9b8-4aac-8c9d-f2415a88f5fa req-a1ce735f-793f-4424-abc8-ae0f24524e1a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:13.184933 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d61618c3-d9b8-4aac-8c9d-f2415a88f5fa req-a1ce735f-793f-4424-abc8-ae0f24524e1a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0475903 Sep 03 01:44:13.237454 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d61618c3-d9b8-4aac-8c9d-f2415a88f5fa req-cfbff257-c63c-48be-a231-6190eab40763 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464673 Sep 03 01:44:13.270132 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51588) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:44:13.348604 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cc9ab9-d30a-4553-8f89-83856a97f644 tempest-TestShelveInstance-20308664 tempest-TestShelveInstance-20308664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:13.355068 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e5cc9ab9-d30a-4553-8f89-83856a97f644 tempest-TestShelveInstance-20308664 tempest-TestShelveInstance-20308664-project-admin] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1124 time: 0.0790055 Sep 03 01:44:13.355068 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51592) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:44:13.357950 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.v2.base [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Request body: {'floatingip': {'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'port_id': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106678) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 01:44:13.477520 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:13.558290 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (None), before_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:13.566941 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:13.638130 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:13.661828 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_common [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Allocated IP 172.27.1.79 (a8ea24f8-b16f-4dec-906a-bb9c9e784a8c/4cf2bfae-0610-4d4f-83cd-41357c4a1a7d/d70e0bb2-0822-479c-801c-e484ec758093) {{(pid=106678) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 01:44:13.766056 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for port (d70e0bb2-0822-479c-801c-e484ec758093), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:13.858816 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734290783609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (d70e0bb2-0822-479c-801c-e484ec758093), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:13.899282 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Network a8ea24f8-b16f-4dec-906a-bb9c9e784a8c is already hosted by enough agents. {{(pid=106678) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 01:44:13.904686 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.base_scheduler [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Resources bound (agent type, host, resource id): {{(pid=106678) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 01:44:13.908515 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Received port after_create {{(pid=106678) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 01:44:13.912094 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'Port': ['ID=d70e0bb2-0822-479c-801c-e484ec758093,revision_number=1']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:14.206102 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:14.256456 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for floatingip (b12cff90-1bfa-46a8-b22b-b6974ea176d2), precommit_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:14.386013 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (d70e0bb2-0822-479c-801c-e484ec758093), before_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:14.527093 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for port (d70e0bb2-0822-479c-801c-e484ec758093), precommit_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:14.591684 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4824719'] for port (d70e0bb2-0822-479c-801c-e484ec758093), after_update {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:14.660416 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event updated for resources: {'Port': ['ID=d70e0bb2-0822-479c-801c-e484ec758093,revision_number=2']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:14.663162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2011080'] for floatingip (b12cff90-1bfa-46a8-b22b-b6974ea176d2), after_create {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:14.704396 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:14.758939 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Floating IP b12cff90-1bfa-46a8-b22b-b6974ea176d2 associated. External IP: 172.27.1.79, port: 79c632ec-1548-4d13-bffa-aae5dd768fa7. Sep 03 01:44:14.964413 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Router ce62c128-ab7f-4a6b-be43-3a682117d6e3 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:44:15.312837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:44:15.322599 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] Sync routers for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:44:15.331799 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:44:15.332399 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:15.426472 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:15.432961 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:44:15.456269 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f6038baf-ce34-4f0f-96df-946b18d2f797 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1016088 Sep 03 01:44:15.456837 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:44:15.459149 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc328a51-58c9-4270-97ff-f558a55c3897" -d '{"events": [{"name": "network-changed", "server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:44:15.498024 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7e1f5e-e7cb-41b5-993f-f487b5dab7ce x-openstack-request-id: req-5c7e1f5e-e7cb-41b5-993f-f487b5dab7ce {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:44:15.498311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:44:15.498597 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5c7e1f5e-e7cb-41b5-993f-f487b5dab7ce {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:44:15.498995 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7e1f5e-e7cb-41b5-993f-f487b5dab7ce'] response: {'name': 'network-changed', 'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'status': 'completed', 'code': 200} Sep 03 01:44:15.561926 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-b720c088-4c49-4528-9a05-5e889349820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:15.563500 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-b720c088-4c49-4528-9a05-5e889349820f service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0395482 Sep 03 01:44:15.620535 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:15.645325 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'b12cff90-1bfa-46a8-b22b-b6974ea176d2', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'port_id': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:44:14Z', 'updated_at': '2022-09-03T01:44:14Z', 'revision_number': 0, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:15.657224 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-98e0c8ea-95fa-4ca6-b602-b5eeb9607c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:15.658731 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-98e0c8ea-95fa-4ca6-b602-b5eeb9607c13 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.0890501 Sep 03 01:44:15.670626 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] Checking router: ce62c128-ab7f-4a6b-be43-3a682117d6e3 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:44:15.679046 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:44:15.679644 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:43:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:15.722230 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-7a8d717d-bb19-4352-acdd-c7ce45e1035a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 998 time: 0.0569539 Sep 03 01:44:15.771382 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-6ff7171d-9e2c-4d91-a8ba-48d7dd0edc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:15.772839 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-6ff7171d-9e2c-4d91-a8ba-48d7dd0edc9a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0450878 Sep 03 01:44:15.781684 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:44:15.820403 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-28cb7c7e-0f44-4e3f-ad30-e682299b3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:15.821871 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-28cb7c7e-0f44-4e3f-ad30-e682299b3c24 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432510 Sep 03 01:44:15.911522 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-876a4b73-73e8-43ab-893c-b7bd38b9d88e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832813 Sep 03 01:44:15.985318 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:15.990093 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'b12cff90-1bfa-46a8-b22b-b6974ea176d2', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'port_id': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:44:14Z', 'updated_at': '2022-09-03T01:44:14Z', 'revision_number': 0, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:16.006844 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-fc328a51-58c9-4270-97ff-f558a55c3897 req-cb98b23c-37eb-43ba-8bea-4ffc9c09ad53 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894065 Sep 03 01:44:16.018027 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aacf116-6dcb-4692-bb76-58dfc6b71997 None None] The sync data for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi is: [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': 'b12cff90-1bfa-46a8-b22b-b6974ea176d2', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'port_id': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:44:14Z', 'updated_at': '2022-09-03T01:44:14Z', 'revision_number': 0, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:44:16.214605 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a07c8e7-ec1f-46e5-84f1-a98fd29d78e2 None None] New status for floating IP b12cff90-1bfa-46a8-b22b-b6974ea176d2: ACTIVE {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:44:16.253861 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:19.549713 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8c9f2dfa-958b-421f-92c7-4d0cc00700c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:21.995312 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0277415d-4365-44b0-a776-17340fa26bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:23.054163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:23.058052 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:23.092535 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:24.803175 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:24.911869 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:25.987294 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=74 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:25.993160 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:26.004069 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=22 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:31.032139 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:40.920118 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:40.925588 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:41.817161 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:44:44.063064 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51604) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:44:44.200217 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Deleting port 84674ad7-54bd-4033-994f-7296d02a02c9 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:44:44.200558 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (84674ad7-54bd-4033-994f-7296d02a02c9), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:44.277649 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (84674ad7-54bd-4033-994f-7296d02a02c9), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:44.277964 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (84674ad7-54bd-4033-994f-7296d02a02c9), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:44.291328 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Calling delete_port for 84674ad7-54bd-4033-994f-7296d02a02c9 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:44:44.522841 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (84674ad7-54bd-4033-994f-7296d02a02c9), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:44.547469 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'Port': ['ID=84674ad7-54bd-4033-994f-7296d02a02c9,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:44.572953 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.573293 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.573631 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.573962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.574289 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.574639 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.574962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.575280 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.575610 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.575917 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.576231 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.576546 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.576861 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.577172 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.577481 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:44:44.622023 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (1800600d-c89a-4b13-8ded-646a38ce0d74), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:44.622369 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Floating IP 1800600d-c89a-4b13-8ded-646a38ce0d74 disassociated (deleted). External IP: 172.27.1.116, port: a7b84cbd-9e1d-4379-a29a-842372c152b3. Sep 03 01:44:44.790776 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:44.817487 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:44:44.925093 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:44:44.930017 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:44.934939 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:44:44.946208 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:44:44.946846 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:44.957505 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:44.964867 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-0fda86e2-2fbc-4d47-802f-811120b095a7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/1800600d-c89a-4b13-8ded-646a38ce0d74 HTTP/1.1" status: 204 len: 168 time: 0.9008605 Sep 03 01:44:44.965424 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:44:44.967716 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5164052-3132-4b5b-8f9c-c3ed9eec2764" -d '{"events": [{"name": "network-changed", "server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:44:45.071957 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c2ef3a-b26f-48ef-bace-23274186f387 x-openstack-request-id: req-b7c2ef3a-b26f-48ef-bace-23274186f387 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:44:45.072555 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:44:45.072555 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b7c2ef3a-b26f-48ef-bace-23274186f387 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:44:45.072923 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c2ef3a-b26f-48ef-bace-23274186f387'] response: {'name': 'network-changed', 'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'status': 'completed', 'code': 200} Sep 03 01:44:45.136154 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-50aa25b6-3bd2-4110-8b75-b276af7652c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:45.137733 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-50aa25b6-3bd2-4110-8b75-b276af7652c3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 1130 time: 0.0413175 Sep 03 01:44:45.151048 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:44:45.239187 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-2857075d-22be-42b4-8559-f81a04288ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:45.240858 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-2857075d-22be-42b4-8559-f81a04288ad8 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.0957808 Sep 03 01:44:45.282583 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-8d51701e-1122-475d-a7d7-f6996773941d service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3 HTTP/1.1" status: 200 len: 217 time: 0.0339839 Sep 03 01:44:45.334715 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-3b2d44a3-ec16-4a53-a655-30d6c8a17dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:45.336567 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-3b2d44a3-ec16-4a53-a655-30d6c8a17dc3 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0459805 Sep 03 01:44:45.371776 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:03Z', 'revision_number': 1, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:45.398017 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:44:45.406789 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:44:45.407396 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:22Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:45.437306 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db0cf5-c8a4-4392-a6d7-ccf94b1b58db req-f96259e4-4b44-4ae4-bef6-ceba090f6139 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:45.438795 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e4db0cf5-c8a4-4392-a6d7-ccf94b1b58db req-f96259e4-4b44-4ae4-bef6-ceba090f6139 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0469031 Sep 03 01:44:45.459769 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:45.489321 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-e4db0cf5-c8a4-4392-a6d7-ccf94b1b58db req-f447f883-9a80-466a-83e0-45f6ca56be53 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Sep 03 01:44:45.510561 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:44:45.713433 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:03Z', 'revision_number': 1, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:45.742152 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035f55a0-6eeb-44cc-b192-ae67921ee1ce None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_floatingips': [{'id': '820279d9-3f54-466a-a168-665a9ba1279b', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'floating_ip_address': '172.27.1.12', 'floating_network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'router_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'port_id': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'mac_address': 'fa:16:3e:79:6c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76830239-8685-42c5-98e6-e5fd654d77d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T01:41:01Z', 'updated_at': '2022-09-03T01:41:03Z', 'revision_number': 1, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:44:45.963286 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1926af-c7d2-4582-8042-693b7fba600e None None] New status for floating IP 1800600d-c89a-4b13-8ded-646a38ce0d74: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:44:46.547428 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-5712cff5-f666-4473-873d-2af840b35a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:46.548939 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-5712cff5-f666-4473-873d-2af840b35a2c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439537 Sep 03 01:44:46.651950 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ecf40-8b40-4146-9b46-7356c3c37f7e req-8565079d-bf39-4bea-8ee6-60344fcf2a00 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:46.653374 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e04ecf40-8b40-4146-9b46-7356c3c37f7e req-8565079d-bf39-4bea-8ee6-60344fcf2a00 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0789969 Sep 03 01:44:46.698120 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-b2032c39-1336-4388-8945-3c7c76beb55e service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406229 Sep 03 01:44:46.738508 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e04ecf40-8b40-4146-9b46-7356c3c37f7e req-b2810e40-1abc-4a00-a113-292a82ba22b4 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745111 Sep 03 01:44:46.806876 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-e5164052-3132-4b5b-8f9c-c3ed9eec2764 req-ee6a9985-cbb5-48af-8d29-ebeb2a0a921f service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923476 Sep 03 01:44:47.133850 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-53e375df-29c9-4898-b895-c0d5bd0ad5d8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:47.135205 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-53e375df-29c9-4898-b895-c0d5bd0ad5d8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 946 time: 0.0508313 Sep 03 01:44:47.215943 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Deleting port a7b84cbd-9e1d-4379-a29a-842372c152b3 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:44:47.220788 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:47.306784 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] For port a7b84cbd-9e1d-4379-a29a-842372c152b3, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=a7b84cbd-9e1d-4379-a29a-842372c152b3,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:44:47.307144 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:47.320140 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Calling delete_port for a7b84cbd-9e1d-4379-a29a-842372c152b3 owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:44:47.511469 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (a7b84cbd-9e1d-4379-a29a-842372c152b3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:47.543334 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'Port': ['ID=a7b84cbd-9e1d-4379-a29a-842372c152b3,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:47.549150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:47.570396 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:47.588200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] No DVR routers for this DVR port a7b84cbd-9e1d-4379-a29a-842372c152b3 on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:44:47.590784 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:47.593979 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0430ee7d-c3a0-447b-8c5e-bed5fd749186 req-052a4560-ba95-4a96-b7a7-dfea327f1ffb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "DELETE /networking/v2.0/ports/a7b84cbd-9e1d-4379-a29a-842372c152b3 HTTP/1.1" status: 204 len: 173 time: 0.4534411 Sep 03 01:44:47.594873 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'name': 'network-vif-deleted', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:44:47.599239 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74eff810-e329-410a-8074-59969d563c5f" -d '{"events": [{"server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "name": "network-vif-deleted", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:44:47.634239 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901991db-d55b-4a60-a70e-0964d7523c67 x-openstack-request-id: req-901991db-d55b-4a60-a70e-0964d7523c67 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:44:47.634559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eabe504-22f6-43b9-bc56-a312814d450f", "name": "network-vif-deleted", "tag": "a7b84cbd-9e1d-4379-a29a-842372c152b3", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:44:47.634836 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-901991db-d55b-4a60-a70e-0964d7523c67 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:44:47.635241 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-901991db-d55b-4a60-a70e-0964d7523c67'] response: {'server_uuid': '4eabe504-22f6-43b9-bc56-a312814d450f', 'name': 'network-vif-deleted', 'tag': 'a7b84cbd-9e1d-4379-a29a-842372c152b3', 'status': 'completed', 'code': 200} Sep 03 01:44:47.847012 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6c889c30-eac6-40b3-91c4-d548b917d715 req-2b591b09-7d45-4130-8bc1-5481f2a537c7 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 210 time: 0.0282581 Sep 03 01:44:48.969398 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-edf61529-fd8c-4a5e-ba3a-d6ca499b3387 req-7f581ffe-5a35-4cb7-8820-8b5c4b7033f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=4eabe504-22f6-43b9-bc56-a312814d450f HTTP/1.1" status: 200 len: 210 time: 0.0281460 Sep 03 01:44:49.568322 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-82728fac-01ff-485e-950a-d50ae7f828d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:50.915384 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a7b84cbd-9e1d-4379-a29a-842372c152b3 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:44:50.939795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: a7b84cbd-9e1d-4379-a29a-842372c152b3 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:44:50.940197 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device a7b84cbd-9e1d-4379-a29a-842372c152b3 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:44:51.997154 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d7e95951-8149-46b4-8e91-7b7f8398293a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:52.476258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51642) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:44:52.614666 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Deleting port b0e4ae6f-300a-490b-9ba7-11633ac84737 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:44:52.614910 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:52.691979 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:52.692297 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (b0e4ae6f-300a-490b-9ba7-11633ac84737), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:52.704839 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Calling delete_port for b0e4ae6f-300a-490b-9ba7-11633ac84737 owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:44:52.905531 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (b0e4ae6f-300a-490b-9ba7-11633ac84737), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:52.935193 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'Port': ['ID=b0e4ae6f-300a-490b-9ba7-11633ac84737,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:52.998328 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (820279d9-3f54-466a-a168-665a9ba1279b), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:52.998617 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.db.l3_db [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Floating IP 820279d9-3f54-466a-a168-665a9ba1279b disassociated (deleted). External IP: 172.27.1.12, port: 9ea8f48a-f00d-4263-8d2c-f16a754b34e4. Sep 03 01:44:53.048673 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:53.199442 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:44:53.290410 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:53.296042 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:53.300808 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:44:53.305656 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:53.310254 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:44:53.320630 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:44:53.321226 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:53.336094 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-973d40d7-e914-4ed3-ac30-08ebe87d6d4f tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/820279d9-3f54-466a-a168-665a9ba1279b HTTP/1.1" status: 204 len: 168 time: 0.8587372 Sep 03 01:44:53.337122 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:44:53.339364 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82f8390-c6ab-4676-9c34-382b6f523e46" -d '{"events": [{"name": "network-changed", "server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:44:53.378992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a574ec32-cbaf-42a0-a7b6-21589d7e67f5 x-openstack-request-id: req-a574ec32-cbaf-42a0-a7b6-21589d7e67f5 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:44:53.379164 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:44:53.379324 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a574ec32-cbaf-42a0-a7b6-21589d7e67f5 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:44:53.379707 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a574ec32-cbaf-42a0-a7b6-21589d7e67f5'] response: {'name': 'network-changed', 'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'status': 'completed', 'code': 200} Sep 03 01:44:53.427596 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:44:53.451309 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-770a99f1-4f71-4d60-a0f8-8e7032630f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:53.459055 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-770a99f1-4f71-4d60-a0f8-8e7032630f3d service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=c306d09e93584320b34697dba7641ac8&device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 1129 time: 0.0464756 Sep 03 01:44:53.538894 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:53.553881 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:53.555821 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-f3cf0aa3-b061-4327-8540-51a7a82b43af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:53.557274 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-f3cf0aa3-b061-4327-8540-51a7a82b43af service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 200 len: 912 time: 0.0891678 Sep 03 01:44:53.599735 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-5d0dc08c-536f-439f-8732-ea3c64f521d8 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 200 len: 217 time: 0.0332091 Sep 03 01:44:53.619273 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:53.648360 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:44:53.654054 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-0c21b7e1-a98f-41e6-8215-6e6fbe22fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:53.655490 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-0c21b7e1-a98f-41e6-8215-6e6fbe22fdb2 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 200 len: 850 time: 0.0467060 Sep 03 01:44:53.656970 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:44:53.657542 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:53.707708 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-116437ac-3293-4f85-b33b-9767f8f8630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:53.709178 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-116437ac-3293-4f85-b33b-9767f8f8630b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=acc3f9d7-e89e-4ae5-bc90-4373dd60425f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437593 Sep 03 01:44:53.764965 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:44:53.817139 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-512998da-4dd9-41a4-aaa8-459100f197c4 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984371 Sep 03 01:44:53.884514 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2428e-0085-4e93-b35b-df92b3c2a7b9 req-cdc0f0c2-bd5f-4439-9741-84dc870b097e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:53.886004 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bba2428e-0085-4e93-b35b-df92b3c2a7b9 req-cdc0f0c2-bd5f-4439-9741-84dc870b097e tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 945 time: 0.0494516 Sep 03 01:44:53.936927 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-bba2428e-0085-4e93-b35b-df92b3c2a7b9 req-dea7338b-ac10-4be6-ac7f-9735c41b2b3d tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449278 Sep 03 01:44:53.966051 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:44:53.990737 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430dbef1-05dc-488f-bd1c-8da3bab7380f None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:08Z', 'revision_number': 4, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '50bc5cb7-cd1b-4c8b-9865-ad06510a71fa', 'name': '', 'network_id': 'acc3f9d7-e89e-4ae5-bc90-4373dd60425f', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'mac_address': 'fa:16:3e:8b:7f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:07Z', 'updated_at': '2022-09-03T01:37:14Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'subnets': [{'id': 'd0b54629-c284-4a1b-8884-71698e5a0b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:44:54.208364 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef09aea8-1d9d-493f-95c0-be638dd14b45 None None] New status for floating IP 820279d9-3f54-466a-a168-665a9ba1279b: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:44:54.871516 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:54.899805 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:55.078531 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f3c5c-514b-414c-abb5-ddb6ff4ff426 req-36e99220-b291-46a8-b6a6-2a8e5301f2b0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:55.079970 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-188f3c5c-514b-414c-abb5-ddb6ff4ff426 req-36e99220-b291-46a8-b6a6-2a8e5301f2b0 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 945 time: 0.0637553 Sep 03 01:44:55.105080 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a82f8390-c6ab-4676-9c34-382b6f523e46 req-9445bee7-5875-414c-b95d-07e0ef90260a service neutron] 10.222.0.42 "GET /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387153 Sep 03 01:44:55.140611 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-188f3c5c-514b-414c-abb5-ddb6ff4ff426 req-327cb29d-b372-4bfe-aa1d-10df58f0a0d9 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ef226b79-2353-4d5f-9dec-ab497f966b06&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510418 Sep 03 01:44:55.596145 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-1d514beb-8228-40b5-adc0-497694684aa3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:44:55.597593 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-1d514beb-8228-40b5-adc0-497694684aa3 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 945 time: 0.0473995 Sep 03 01:44:55.681720 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Deleting port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:44:55.682061 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:55.776413 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] For port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:44:55.776776 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:55.789985 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Calling delete_port for 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 owned by compute:nova {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:44:55.914266 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:56.014285 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (9ea8f48a-f00d-4263-8d2c-f16a754b34e4), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:56.040713 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:44:56.044092 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'Port': ['ID=9ea8f48a-f00d-4263-8d2c-f16a754b34e4,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:56.090559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] No DVR routers for this DVR port 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 on host hv-cinder-83800 {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:44:56.093033 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:56.096224 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a2efa2f2-3467-4a37-a698-8b386c61fd3f req-0c9591de-2bab-476b-9e1c-ff481aac2d9c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.42 "DELETE /networking/v2.0/ports/9ea8f48a-f00d-4263-8d2c-f16a754b34e4 HTTP/1.1" status: 204 len: 173 time: 0.4912961 Sep 03 01:44:56.096652 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'name': 'network-vif-deleted', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:44:56.098925 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63b6288-f4a3-40b1-aefe-ee22b0b069f0" -d '{"events": [{"server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "name": "network-vif-deleted", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:44:56.136392 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fd8bc1-d058-456f-8646-6e641f75c23e x-openstack-request-id: req-39fd8bc1-d058-456f-8646-6e641f75c23e {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:44:56.136724 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76830239-8685-42c5-98e6-e5fd654d77d7", "name": "network-vif-deleted", "tag": "9ea8f48a-f00d-4263-8d2c-f16a754b34e4", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:44:56.136979 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-39fd8bc1-d058-456f-8646-6e641f75c23e {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:44:56.137401 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39fd8bc1-d058-456f-8646-6e641f75c23e'] response: {'server_uuid': '76830239-8685-42c5-98e6-e5fd654d77d7', 'name': 'network-vif-deleted', 'tag': '9ea8f48a-f00d-4263-8d2c-f16a754b34e4', 'status': 'completed', 'code': 200} Sep 03 01:44:56.248443 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-674f6aac-ca44-4738-b18e-0b6cd192bbfc req-4ce834f4-a67a-4a93-a39b-1305d144ae0c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0301301 Sep 03 01:44:57.373313 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d837e257-b8b9-41d1-9b6f-9ffce98b6dcb req-10f33d76-5b61-4bd7-b261-70effa4daafb tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=76830239-8685-42c5-98e6-e5fd654d77d7 HTTP/1.1" status: 200 len: 210 time: 0.0310843 Sep 03 01:44:58.439098 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51660) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:44:58.550057 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Deleting port 6b35d8a1-681b-4244-bc98-48a76bf5ee9d {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:44:58.550439 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:58.626360 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:58.626689 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:58.639472 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Calling delete_port for 6b35d8a1-681b-4244-bc98-48a76bf5ee9d owned by network:floatingip {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:44:58.877034 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (6b35d8a1-681b-4244-bc98-48a76bf5ee9d), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:58.903664 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'Port': ['ID=6b35d8a1-681b-4244-bc98-48a76bf5ee9d,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:44:58.972388 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for floatingip (81e79958-bf6b-47ef-83fe-f2ca04c67b58), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:58.974930 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:44:58.977522 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-227c4da3-cb0c-46be-88e2-f666591a346c tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/81e79958-bf6b-47ef-83fe-f2ca04c67b58 HTTP/1.1" status: 204 len: 168 time: 0.5376289 Sep 03 01:44:58.982892 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:44:59.002804 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:44:59.003150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 9ea8f48a-f00d-4263-8d2c-f16a754b34e4 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:00.328970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51672) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:00.386258 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e425bd19-0ffb-4574-9243-989d18ec04f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group (ef226b79-2353-4d5f-9dec-ab497f966b06), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:00.409757 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e425bd19-0ffb-4574-9243-989d18ec04f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group (ef226b79-2353-4d5f-9dec-ab497f966b06), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:00.556890 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e425bd19-0ffb-4574-9243-989d18ec04f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ef226b79-2353-4d5f-9dec-ab497f966b06), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:00.559690 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-e425bd19-0ffb-4574-9243-989d18ec04f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:00.560781 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-e425bd19-0ffb-4574-9243-989d18ec04f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ef226b79-2353-4d5f-9dec-ab497f966b06 HTTP/1.1" status: 204 len: 168 time: 0.2308390 Sep 03 01:45:00.571281 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425bd19-0ffb-4574-9243-989d18ec04f8 tempest-TestVolumeBootPattern-1645626888 tempest-TestVolumeBootPattern-1645626888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef226b79-2353-4d5f-9dec-ab497f966b06,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:00.746630 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51676) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:00.978593 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:00.985252 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:01.035233 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:01.156780 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (75e6300b-cdde-48aa-a45e-cf3eb077e033), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:01.370789 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Deleting port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:01.371495 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:01.447914 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] For port 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:01.448194 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:01.461017 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Calling delete_port for 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa owned by network:router_interface {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:01.977304 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (50bc5cb7-cd1b-4c8b-9865-ad06510a71fa), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:02.001879 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Pushing event deleted for resources: {'Port': ['ID=50bc5cb7-cd1b-4c8b-9865-ad06510a71fa,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:02.060473 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:02.164116 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (75e6300b-cdde-48aa-a45e-cf3eb077e033), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:02.257035 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:02.372067 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Router 75e6300b-cdde-48aa-a45e-cf3eb077e033 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:45:02.474911 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:45:02.480506 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b1093d1e-2e84-480f-9f6b-cd421ffa1622 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/75e6300b-cdde-48aa-a45e-cf3eb077e033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329018 Sep 03 01:45:02.483066 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51680) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:02.484151 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] Sync routers for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:45:02.494951 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:45:02.495557 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:02.586091 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks [] for router (75e6300b-cdde-48aa-a45e-cf3eb077e033), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:02.679784 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:45:02.681138 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks [] for router_gateway (75e6300b-cdde-48aa-a45e-cf3eb077e033), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:02.815614 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Deleting port 9fdb86ad-50bd-4b5b-ade8-3171472b8862 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:02.815958 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:02.830845 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:02.852491 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:45:01Z', 'revision_number': 5, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port': {'id': '9fdb86ad-50bd-4b5b-ade8-3171472b8862', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:02.877721 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] Checking router: 75e6300b-cdde-48aa-a45e-cf3eb077e033 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:45:02.886488 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] Routers {'75e6300b-cdde-48aa-a45e-cf3eb077e033'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:45:02.887119 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['75e6300b-cdde-48aa-a45e-cf3eb077e033'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:02.900200 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] For port 9fdb86ad-50bd-4b5b-ade8-3171472b8862, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9fdb86ad-50bd-4b5b-ade8-3171472b8862,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:02.900563 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:02.914721 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Calling delete_port for 9fdb86ad-50bd-4b5b-ade8-3171472b8862 owned by network:router_gateway {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:02.956025 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:02.975468 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] Set router 75e6300b-cdde-48aa-a45e-cf3eb077e033 gateway port host: None {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:45:03.024644 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:45:02Z', 'revision_number': 6, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:03.052053 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3579f113-7edf-4318-bbfb-368d0473e1b1 None None] The sync data for ids ['75e6300b-cdde-48aa-a45e-cf3eb077e033'] in dv-cinder-838009-7-iscsi is: [{'id': '75e6300b-cdde-48aa-a45e-cf3eb077e033', 'name': 'tempest-TestVolumeBootPattern-750718074-router', 'tenant_id': 'c306d09e93584320b34697dba7641ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:02Z', 'updated_at': '2022-09-03T01:45:02Z', 'revision_number': 6, 'project_id': 'c306d09e93584320b34697dba7641ac8', 'gw_port_host': None}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:45:03.151326 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (9fdb86ad-50bd-4b5b-ade8-3171472b8862), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.180726 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdb86ad-50bd-4b5b-ade8-3171472b8862,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:03.241958 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (75e6300b-cdde-48aa-a45e-cf3eb077e033), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.327268 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (75e6300b-cdde-48aa-a45e-cf3eb077e033), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.329400 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks [] for router_controller (75e6300b-cdde-48aa-a45e-cf3eb077e033), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.414655 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (75e6300b-cdde-48aa-a45e-cf3eb077e033), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.415226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75e6300b-cdde-48aa-a45e-cf3eb077e033 {{(pid=106679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:45:03.419770 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.420801 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b461a5c6-acb6-4649-9630-fdd5d8d804d7 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/75e6300b-cdde-48aa-a45e-cf3eb077e033 HTTP/1.1" status: 204 len: 168 time: 0.9367850 Sep 03 01:45:03.423419 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51682) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:03.475886 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Deleting subnet d0b54629-c284-4a1b-8884-71698e5a0b74 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:45:03.479306 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Publish callbacks [] for subnet (d0b54629-c284-4a1b-8884-71698e5a0b74), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.504463 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:03.515788 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413660'] for subnet (d0b54629-c284-4a1b-8884-71698e5a0b74), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.589417 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (d0b54629-c284-4a1b-8884-71698e5a0b74), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.711683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913985'] for subnet (d0b54629-c284-4a1b-8884-71698e5a0b74), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.735434 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b54629-c284-4a1b-8884-71698e5a0b74,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:03.741337 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.745157 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b0b26592-6e7a-4d7e-b82c-7f6a8dd1def6 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/d0b54629-c284-4a1b-8884-71698e5a0b74 HTTP/1.1" status: 204 len: 168 time: 0.3208113 Sep 03 01:45:03.747671 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51684) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:03.750517 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a78fa-2788-44ce-a272-c5f012ae3bf4 None None] Network acc3f9d7-e89e-4ae5-bc90-4373dd60425f requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:45:03.819739 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (acc3f9d7-e89e-4ae5-bc90-4373dd60425f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.864868 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Deleting port e6ffe392-208f-4cd1-98a5-ef77e7af814d {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:03.865213 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.914099 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819785d8-023c-451c-8363-a31305fa971f None None] DHCP port deletion for acc3f9d7-e89e-4ae5-bc90-4373dd60425f request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:45:03.923900 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:03.937031 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] For port e6ffe392-208f-4cd1-98a5-ef77e7af814d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e6ffe392-208f-4cd1-98a5-ef77e7af814d,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:03.937396 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:03.951903 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Calling delete_port for e6ffe392-208f-4cd1-98a5-ef77e7af814d owned by network:dhcp {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:03.953064 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-819785d8-023c-451c-8363-a31305fa971f None None] Deleting port e6ffe392-208f-4cd1-98a5-ef77e7af814d {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:03.953431 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-819785d8-023c-451c-8363-a31305fa971f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.019457 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-819785d8-023c-451c-8363-a31305fa971f None None] For port e6ffe392-208f-4cd1-98a5-ef77e7af814d, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e6ffe392-208f-4cd1-98a5-ef77e7af814d,segment=NetworkSegment(31b1f2b4-2f86-4f38-8069-17689cfef118),segment_id=31b1f2b4-2f86-4f38-8069-17689cfef118)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:04.019767 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-819785d8-023c-451c-8363-a31305fa971f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.039383 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-819785d8-023c-451c-8363-a31305fa971f None None] Calling delete_port for e6ffe392-208f-4cd1-98a5-ef77e7af814d owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:04.123031 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.128906 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-819785d8-023c-451c-8363-a31305fa971f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (e6ffe392-208f-4cd1-98a5-ef77e7af814d), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.153206 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ffe392-208f-4cd1-98a5-ef77e7af814d,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:04.154799 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819785d8-023c-451c-8363-a31305fa971f None None] Pushing event deleted for resources: {'Port': ['ID=e6ffe392-208f-4cd1-98a5-ef77e7af814d,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:04.155076 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] No DVR routers for this DVR port e6ffe392-208f-4cd1-98a5-ef77e7af814d on host dv-cinder-838009-7-iscsi {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:45:04.156583 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819785d8-023c-451c-8363-a31305fa971f None None] No DVR routers for this DVR port e6ffe392-208f-4cd1-98a5-ef77e7af814d on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:45:04.225256 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (acc3f9d7-e89e-4ae5-bc90-4373dd60425f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.245796 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc3f9d7-e89e-4ae5-bc90-4373dd60425f']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:04.255072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b1f2b4-2f86-4f38-8069-17689cfef118') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:04.255370 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b1f2b4-2f86-4f38-8069-17689cfef118') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:04.265340 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (31b1f2b4-2f86-4f38-8069-17689cfef118), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.278639 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (31b1f2b4-2f86-4f38-8069-17689cfef118), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.284852 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:45:04.285172 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (31b1f2b4-2f86-4f38-8069-17689cfef118), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.330758 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 31b1f2b4-2f86-4f38-8069-17689cfef118 resource provider aggregate not found Sep 03 01:45:04.349293 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 31b1f2b4-2f86-4f38-8069-17689cfef118 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31b1f2b4-2f86-4f38-8069-17689cfef118 found for delete ", "request_id": "req-6789e5a9-22e6-4278-8d81-de9189fcb603"}]} Sep 03 01:45:04.414794 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (acc3f9d7-e89e-4ae5-bc90-4373dd60425f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.420226 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.423285 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/acc3f9d7-e89e-4ae5-bc90-4373dd60425f HTTP/1.1" status: 204 len: 168 time: 0.6747153 Sep 03 01:45:04.426272 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51690) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:04.435683 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15478063-fe3e-450e-a2f3-01c3d907d7f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=acc3f9d7-e89e-4ae5-bc90-4373dd60425f,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:04.746218 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (1b1642f8-e307-4675-ae02-1e06ab39ac24), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:04.801778 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e6ffe392-208f-4cd1-98a5-ef77e7af814d no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:45:04.821684 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: e6ffe392-208f-4cd1-98a5-ef77e7af814d {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:45:04.822019 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e6ffe392-208f-4cd1-98a5-ef77e7af814d not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:04.822457 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9fdb86ad-50bd-4b5b-ade8-3171472b8862 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:45:04.845097 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 9fdb86ad-50bd-4b5b-ade8-3171472b8862 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:45:04.845442 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9fdb86ad-50bd-4b5b-ade8-3171472b8862 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:04.846960 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:45:04.864562 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:45:04.864911 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 50bc5cb7-cd1b-4c8b-9865-ad06510a71fa not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:04.970843 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Deleting port 884a9fe7-f435-41eb-89bb-c1aa1557dce4 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:04.971179 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:05.049020 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] For port 884a9fe7-f435-41eb-89bb-c1aa1557dce4, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=884a9fe7-f435-41eb-89bb-c1aa1557dce4,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:05.049376 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:05.061821 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Calling delete_port for 884a9fe7-f435-41eb-89bb-c1aa1557dce4 owned by network:router_interface {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:05.217223 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:05.229412 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:05.328821 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (884a9fe7-f435-41eb-89bb-c1aa1557dce4), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:05.351873 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Pushing event deleted for resources: {'Port': ['ID=884a9fe7-f435-41eb-89bb-c1aa1557dce4,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:05.365119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.365464 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.365887 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.366273 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.369310 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.370184 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.370184 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:45:05.530023 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (1b1642f8-e307-4675-ae02-1e06ab39ac24), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:05.731900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Router 1b1642f8-e307-4675-ae02-1e06ab39ac24 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:45:06.091274 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:45:06.097220 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-2c50581f-a3a5-4b04-a076-f3c3aa718c8a admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/1b1642f8-e307-4675-ae02-1e06ab39ac24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6697605 Sep 03 01:45:06.098885 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51692) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:06.101889 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] Sync routers for ids ['1b1642f8-e307-4675-ae02-1e06ab39ac24'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:45:06.111576 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] Routers {'1b1642f8-e307-4675-ae02-1e06ab39ac24'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:45:06.112182 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['1b1642f8-e307-4675-ae02-1e06ab39ac24'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:06.193248 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks [] for router (1b1642f8-e307-4675-ae02-1e06ab39ac24), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.211553 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] Set router 1b1642f8-e307-4675-ae02-1e06ab39ac24 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:45:06.290463 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks [] for router_gateway (1b1642f8-e307-4675-ae02-1e06ab39ac24), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.358654 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:06.395536 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Deleting port 07b862d0-28b2-4a7d-814f-4e9ef261f863 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:06.395870 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.476122 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] For port 07b862d0-28b2-4a7d-814f-4e9ef261f863, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=07b862d0-28b2-4a7d-814f-4e9ef261f863,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:06.476548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.489247 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Calling delete_port for 07b862d0-28b2-4a7d-814f-4e9ef261f863 owned by network:router_gateway {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:06.500806 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:45:05Z', 'revision_number': 5, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port': {'id': '07b862d0-28b2-4a7d-814f-4e9ef261f863', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:37:15Z', 'updated_at': '2022-09-03T01:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:06.528171 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] Checking router: 1b1642f8-e307-4675-ae02-1e06ab39ac24 for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:45:06.531119 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:06.536283 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] Routers {'1b1642f8-e307-4675-ae02-1e06ab39ac24'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:45:06.537194 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:44:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['1b1642f8-e307-4675-ae02-1e06ab39ac24'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:06.620747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] Set router 1b1642f8-e307-4675-ae02-1e06ab39ac24 gateway port host: None {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:45:06.669268 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:45:06Z', 'revision_number': 6, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:06.671730 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:06.672312 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:06.694178 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba88d66-af8c-4028-ba22-9a4e98abdf8c None None] The sync data for ids ['1b1642f8-e307-4675-ae02-1e06ab39ac24'] in dv-cinder-838009-7-iscsi is: [{'id': '1b1642f8-e307-4675-ae02-1e06ab39ac24', 'name': 'tempest-TestVolumeBootPattern-13234957-router', 'tenant_id': '7bf08f2124de40729635b1c5d31b1dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:37:14Z', 'updated_at': '2022-09-03T01:45:06Z', 'revision_number': 6, 'project_id': '7bf08f2124de40729635b1c5d31b1dcd', 'gw_port_host': None}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:45:06.716924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (07b862d0-28b2-4a7d-814f-4e9ef261f863), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.747841 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b862d0-28b2-4a7d-814f-4e9ef261f863,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:06.817336 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (1b1642f8-e307-4675-ae02-1e06ab39ac24), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.904954 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (1b1642f8-e307-4675-ae02-1e06ab39ac24), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:06.907188 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks [] for router_controller (1b1642f8-e307-4675-ae02-1e06ab39ac24), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.025439 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (1b1642f8-e307-4675-ae02-1e06ab39ac24), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.026057 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b1642f8-e307-4675-ae02-1e06ab39ac24 {{(pid=106678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:45:07.030241 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.031424 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-aa37d7d5-55f2-4ac5-84d0-a2c8316b1217 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/1b1642f8-e307-4675-ae02-1e06ab39ac24 HTTP/1.1" status: 204 len: 168 time: 0.9316056 Sep 03 01:45:07.033860 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51694) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:07.081788 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Deleting subnet 3a940f04-df3f-4b71-8030-b26093a46dc2 {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:45:07.085928 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Publish callbacks [] for subnet (3a940f04-df3f-4b71-8030-b26093a46dc2), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.127728 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (3a940f04-df3f-4b71-8030-b26093a46dc2), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.211654 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (3a940f04-df3f-4b71-8030-b26093a46dc2), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.360566 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (3a940f04-df3f-4b71-8030-b26093a46dc2), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.388146 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a940f04-df3f-4b71-8030-b26093a46dc2,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:07.394949 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.399432 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-82f5a478-4ebd-48c2-9b93-3c759d6676c9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/3a940f04-df3f-4b71-8030-b26093a46dc2 HTTP/1.1" status: 204 len: 168 time: 0.3640540 Sep 03 01:45:07.401348 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30125321-9148-4f2f-9871-0caf32399350 None None] Network 9ae71ae8-0b51-4511-a1b2-ea080afec9eb requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:45:07.401856 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51696) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:07.471739 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (9ae71ae8-0b51-4511-a1b2-ea080afec9eb), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.489193 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 884a9fe7-f435-41eb-89bb-c1aa1557dce4 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:45:07.509339 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:07.516330 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Deleting port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:07.520071 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.528350 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 884a9fe7-f435-41eb-89bb-c1aa1557dce4 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:45:07.528693 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 884a9fe7-f435-41eb-89bb-c1aa1557dce4 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:07.590407 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] For port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:07.590878 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.605660 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Calling delete_port for 1f38bf72-a705-429d-bcb9-cf9fd2529cfd owned by network:dhcp {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:07.613892 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] DHCP port deletion for 9ae71ae8-0b51-4511-a1b2-ea080afec9eb request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:45:07.653833 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] Deleting port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:45:07.654090 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.667406 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:07.720464 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] For port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,segment=NetworkSegment(b846e349-21b3-44e3-aa82-aa91d90dc6c7),segment_id=b846e349-21b3-44e3-aa82-aa91d90dc6c7)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:45:07.721910 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.734453 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] Calling delete_port for 1f38bf72-a705-429d-bcb9-cf9fd2529cfd owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:45:07.772718 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.805221 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:07.810825 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] No DVR routers for this DVR port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd on host dv-cinder-838009-7-iscsi {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:45:07.817104 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (1f38bf72-a705-429d-bcb9-cf9fd2529cfd), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.845130 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] No DVR routers for this DVR port 1f38bf72-a705-429d-bcb9-cf9fd2529cfd on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:45:07.847348 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b1fe2-d65a-46f7-9643-f6ff57441bab None None] Pushing event deleted for resources: {'Port': ['ID=1f38bf72-a705-429d-bcb9-cf9fd2529cfd,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:07.889787 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (9ae71ae8-0b51-4511-a1b2-ea080afec9eb), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.910150 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae71ae8-0b51-4511-a1b2-ea080afec9eb']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:07.920405 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b846e349-21b3-44e3-aa82-aa91d90dc6c7') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:07.920695 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b846e349-21b3-44e3-aa82-aa91d90dc6c7') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:45:07.930768 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (b846e349-21b3-44e3-aa82-aa91d90dc6c7), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.944652 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (b846e349-21b3-44e3-aa82-aa91d90dc6c7), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:07.950842 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:45:07.951216 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (b846e349-21b3-44e3-aa82-aa91d90dc6c7), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.023141 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment b846e349-21b3-44e3-aa82-aa91d90dc6c7 resource provider aggregate not found Sep 03 01:45:08.039915 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment b846e349-21b3-44e3-aa82-aa91d90dc6c7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b846e349-21b3-44e3-aa82-aa91d90dc6c7 found for delete ", "request_id": "req-84d2359e-7d37-49db-b2f6-78c340b9cb22"}]} Sep 03 01:45:08.111416 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (9ae71ae8-0b51-4511-a1b2-ea080afec9eb), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.115738 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.119046 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/9ae71ae8-0b51-4511-a1b2-ea080afec9eb HTTP/1.1" status: 204 len: 168 time: 0.7167013 Sep 03 01:45:08.132845 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc665d-8f53-4624-8708-07881b342714 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae71ae8-0b51-4511-a1b2-ea080afec9eb,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:08.430355 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51706) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:08.464774 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-41f8a879-e4d7-4ff6-b878-72897abc6c54 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=c306d09e93584320b34697dba7641ac8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395403 Sep 03 01:45:08.467203 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51708) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:08.514585 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-788b9679-7f79-4d2f-a1d1-2ddb0081ed62 admin admin] Publish callbacks [] for security_group (a5faf915-7089-4eb6-bc67-4dff6076ac19), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.533978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-788b9679-7f79-4d2f-a1d1-2ddb0081ed62 admin admin] Publish callbacks [] for security_group (a5faf915-7089-4eb6-bc67-4dff6076ac19), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.648737 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-788b9679-7f79-4d2f-a1d1-2ddb0081ed62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (a5faf915-7089-4eb6-bc67-4dff6076ac19), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.651326 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-788b9679-7f79-4d2f-a1d1-2ddb0081ed62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:08.652479 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-788b9679-7f79-4d2f-a1d1-2ddb0081ed62 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/a5faf915-7089-4eb6-bc67-4dff6076ac19 HTTP/1.1" status: 204 len: 168 time: 0.1843407 Sep 03 01:45:08.660448 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b9679-7f79-4d2f-a1d1-2ddb0081ed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5faf915-7089-4eb6-bc67-4dff6076ac19,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:08.805067 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 1f38bf72-a705-429d-bcb9-cf9fd2529cfd no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:45:08.825450 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 1f38bf72-a705-429d-bcb9-cf9fd2529cfd {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:45:08.826049 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 1f38bf72-a705-429d-bcb9-cf9fd2529cfd not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:08.826552 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 07b862d0-28b2-4a7d-814f-4e9ef261f863 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:45:08.848072 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 07b862d0-28b2-4a7d-814f-4e9ef261f863 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:45:08.848422 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 07b862d0-28b2-4a7d-814f-4e9ef261f863 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:45:09.275014 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51714) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:09.315033 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-4fd50687-9459-4108-81cc-dec08b8f6e58 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7bf08f2124de40729635b1c5d31b1dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387836 Sep 03 01:45:09.317331 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51716) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:45:09.365476 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b146dd3b-8408-468e-a574-7d38d1e1b0d9 admin admin] Publish callbacks [] for security_group (b22a7fa0-1986-495c-9b5a-71359bed4513), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:09.380953 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:09.385926 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b146dd3b-8408-468e-a574-7d38d1e1b0d9 admin admin] Publish callbacks [] for security_group (b22a7fa0-1986-495c-9b5a-71359bed4513), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:09.515312 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b146dd3b-8408-468e-a574-7d38d1e1b0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (b22a7fa0-1986-495c-9b5a-71359bed4513), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:09.517922 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-b146dd3b-8408-468e-a574-7d38d1e1b0d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:09.519224 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-b146dd3b-8408-468e-a574-7d38d1e1b0d9 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/b22a7fa0-1986-495c-9b5a-71359bed4513 HTTP/1.1" status: 204 len: 168 time: 0.2009392 Sep 03 01:45:09.529962 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146dd3b-8408-468e-a574-7d38d1e1b0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22a7fa0-1986-495c-9b5a-71359bed4513,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:45:09.626127 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-b6bd317c-a4e1-42c6-815a-a62eddb03feb service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422044 Sep 03 01:45:09.711483 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-81451928-d8ea-4946-8be8-13dce3ee8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:45:09.712970 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-81451928-d8ea-4946-8be8-13dce3ee8383 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0403678 Sep 03 01:45:09.834789 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-fd661d38-8fa4-47ff-8659-34aa3fa1fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:45:09.838014 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-fd661d38-8fa4-47ff-8659-34aa3fa1fdff service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.1008201 Sep 03 01:45:09.907393 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-d535c06f-9a58-4f31-85f4-cc84a29337ea service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0616996 Sep 03 01:45:09.962963 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-8e6717eb-3035-429e-8f6c-a36b8a4afb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:45:09.964449 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-8e6717eb-3035-429e-8f6c-a36b8a4afb7a service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0480206 Sep 03 01:45:10.018978 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-4a9ee402-dcbf-487d-8cc0-9c462270c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:45:10.020528 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-4a9ee402-dcbf-487d-8cc0-9c462270c207 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470831 Sep 03 01:45:10.117295 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-b2e91875-c044-47c7-859e-ff5cb0ca0525 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Sep 03 01:45:10.175037 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:10.200873 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:10.214955 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0a3181c4-4643-4f95-8ec8-300bc067a65b req-56dfe7cc-6d71-4d0d-9b20-0fcde64be9af service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888519 Sep 03 01:45:18.815870 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:45:19.524416 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=48,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:19.611499 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7351565c-ff49-4b7d-a063-9a1aa555b4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:20.277153 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=3 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:22.011410 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-2abc820b-63e1-4036-8732-51c7eb9692f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:23.048234 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:24.805614 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:24.859933 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:28.811415 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=81 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:28.812141 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=21 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:30.990456 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:40.933541 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:40.939491 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:45:49.555912 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-6d911903-da53-4057-bd04-d97ad52a839f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:51.993693 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a1d9d5c9-b573-43e6-87b3-a1e09ef88af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:53.070237 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:54.801593 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:54.882949 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:45:55.814831 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:46:01.004474 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:05.811297 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:05.812039 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:10.617814 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-1f498096-131d-4f6a-bdc5-521bd176842e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383499 Sep 03 01:46:10.705189 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e4d4-3492-4879-9bc9-87df8981170b req-e1be5714-7d44-4ee5-83ca-13ec265862fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:10.706678 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-e1be5714-7d44-4ee5-83ca-13ec265862fd service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0399103 Sep 03 01:46:10.817071 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e4d4-3492-4879-9bc9-87df8981170b req-884af59d-012d-4c5b-a69e-2d17a15ce30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:10.818497 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-884af59d-012d-4c5b-a69e-2d17a15ce30f service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.0895927 Sep 03 01:46:10.894127 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-0bf67d68-7d5b-41b7-b468-351e688a2195 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0664148 Sep 03 01:46:10.937684 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:10.939540 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:10.949488 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e4d4-3492-4879-9bc9-87df8981170b req-55351ef9-c159-43c9-9a98-40c0f0dd4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:10.953313 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-55351ef9-c159-43c9-9a98-40c0f0dd4bbc service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0476959 Sep 03 01:46:10.997782 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e4d4-3492-4879-9bc9-87df8981170b req-3e00bc05-0be7-48d8-82e3-1e551e3c70ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:10.999354 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-3e00bc05-0be7-48d8-82e3-1e551e3c70ef service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389218 Sep 03 01:46:11.093646 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-245d7875-eb71-4fa6-8f68-48253bccf596 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831001 Sep 03 01:46:11.196564 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-8480e4d4-3492-4879-9bc9-87df8981170b req-a681a939-933c-4340-bad8-ebbf42b3f02c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900276 Sep 03 01:46:13.156379 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa356d8-c0e9-4cd8-a481-9cb610da865c req-9053050e-82e4-4472-9307-d154555631ef tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:13.157850 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-daa356d8-c0e9-4cd8-a481-9cb610da865c req-9053050e-82e4-4472-9307-d154555631ef tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0513625 Sep 03 01:46:13.208575 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-daa356d8-c0e9-4cd8-a481-9cb610da865c req-be350ab7-265d-40a1-bcf3-f66128f495e3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448401 Sep 03 01:46:14.333246 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea2ce-0064-45ff-8165-dbe558de8329 req-36de108e-5911-43a3-92a9-92d2a789d241 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:14.334734 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ad1ea2ce-0064-45ff-8165-dbe558de8329 req-36de108e-5911-43a3-92a9-92d2a789d241 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0466628 Sep 03 01:46:14.383695 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ad1ea2ce-0064-45ff-8165-dbe558de8329 req-93847fdd-51b8-442c-b351-6ac1d9b035f0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Sep 03 01:46:15.503876 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cac1a2-e4ef-4e04-bb3d-3145a92221fa req-17bfd42c-8c35-43b2-855a-48bd62eec427 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:15.505307 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0cac1a2-e4ef-4e04-bb3d-3145a92221fa req-17bfd42c-8c35-43b2-855a-48bd62eec427 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0458844 Sep 03 01:46:15.554224 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a0cac1a2-e4ef-4e04-bb3d-3145a92221fa req-a7f67165-b650-4461-a2bc-bf42e7cd37f9 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Sep 03 01:46:16.677656 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7e206-9bb3-4934-86a5-0c27819941bd req-d88e6e9f-2acf-4f91-920e-4d83c0281197 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:16.679150 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7ef7e206-9bb3-4934-86a5-0c27819941bd req-d88e6e9f-2acf-4f91-920e-4d83c0281197 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0502400 Sep 03 01:46:16.726637 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-7ef7e206-9bb3-4934-86a5-0c27819941bd req-57683f44-305f-4d8d-868c-d72cd342ff8e tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418100 Sep 03 01:46:17.818861 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:17.850998 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778d0e4-8280-4df4-b938-fa8a5a0a1342 req-c2f071b2-5dee-43f8-af05-a02b9b20a23b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:17.852452 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7778d0e4-8280-4df4-b938-fa8a5a0a1342 req-c2f071b2-5dee-43f8-af05-a02b9b20a23b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0507326 Sep 03 01:46:17.901909 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7778d0e4-8280-4df4-b938-fa8a5a0a1342 req-f7d4dddb-1410-4cb6-80a1-e0fd4abc9498 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430896 Sep 03 01:46:19.023547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617cbe1-d762-44ea-b568-d87ca00c6ebb req-c68c39d0-2c2d-4937-a3ba-cfc0a1f07370 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:19.025191 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a617cbe1-d762-44ea-b568-d87ca00c6ebb req-c68c39d0-2c2d-4937-a3ba-cfc0a1f07370 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0459671 Sep 03 01:46:19.073091 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-a617cbe1-d762-44ea-b568-d87ca00c6ebb req-6b9b5fbe-25aa-49a1-bfe3-c46c6a77fcfe tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Sep 03 01:46:19.553330 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5d956945-35dd-46e8-ad44-453912ea2245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:20.190890 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ce50b-37cd-408a-aff9-3db25e98e913 req-32b0f223-677b-415a-92d3-6f20af2bb32c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:20.192319 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a75ce50b-37cd-408a-aff9-3db25e98e913 req-32b0f223-677b-415a-92d3-6f20af2bb32c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0462964 Sep 03 01:46:20.240506 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-a75ce50b-37cd-408a-aff9-3db25e98e913 req-32b8f91a-745a-4dce-9d50-3c0502d3bb5a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420604 Sep 03 01:46:21.363395 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7035a-6195-4c1e-ba73-8616a8528d13 req-db59fe26-9a98-467a-9ed2-d058d84c2e36 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:21.364809 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-01f7035a-6195-4c1e-ba73-8616a8528d13 req-db59fe26-9a98-467a-9ed2-d058d84c2e36 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0492427 Sep 03 01:46:21.413062 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-01f7035a-6195-4c1e-ba73-8616a8528d13 req-cbf6c60d-fad5-42c3-858f-9ac3d0cf8fe5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421386 Sep 03 01:46:21.998789 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-34d29a90-0b02-4174-91c5-4c399aa63df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:22.533640 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252abb53-0040-4e0c-8d06-1f65b72845c1 req-e55a80dd-7848-4010-b5a1-cf75b71a80ff tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:22.535079 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-252abb53-0040-4e0c-8d06-1f65b72845c1 req-e55a80dd-7848-4010-b5a1-cf75b71a80ff tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0461652 Sep 03 01:46:22.586415 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-252abb53-0040-4e0c-8d06-1f65b72845c1 req-947cf2ec-db15-4124-aeb5-1cca212ed82b tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456274 Sep 03 01:46:23.058695 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:23.626508 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-93854df4-d1bc-4846-ba9b-36247154b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:23.628109 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-93854df4-d1bc-4846-ba9b-36247154b347 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0391486 Sep 03 01:46:23.726791 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:23.733066 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:23.744450 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd3ae9-f503-4fd7-91cb-67ff7ca17e17 req-2b7a2f50-406c-4fd3-87f8-fa6a60aa43ca tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:23.745894 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-06cd3ae9-f503-4fd7-91cb-67ff7ca17e17 req-2b7a2f50-406c-4fd3-87f8-fa6a60aa43ca tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0629401 Sep 03 01:46:23.783713 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-b344a2c2-9e21-49d5-bed3-be1532d6e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:23.785119 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-b344a2c2-9e21-49d5-bed3-be1532d6e318 service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.1478436 Sep 03 01:46:23.845556 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-06cd3ae9-f503-4fd7-91cb-67ff7ca17e17 req-70587a9f-0c69-4f25-8168-32ffdaea0f4a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933111 Sep 03 01:46:23.867782 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-400683c6-a7d6-460d-b9b5-9bd68c7e18e0 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0724292 Sep 03 01:46:23.924861 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-19854ae7-d71b-42e9-8147-7b9d877c2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:23.926233 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-19854ae7-d71b-42e9-8147-7b9d877c2974 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0495865 Sep 03 01:46:23.972583 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-86fba6b8-07a2-4975-b630-2c334e6e5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:23.974059 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-86fba6b8-07a2-4975-b630-2c334e6e5d0c service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388973 Sep 03 01:46:24.068650 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-eff5af73-4bc0-47cc-8439-c4b2453f5908 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849664 Sep 03 01:46:24.158715 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f997a844-00c4-4f22-a105-89ae8b38fb23 req-98bb2075-30fa-4035-bb4a-59513d343d44 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806568 Sep 03 01:46:24.827451 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:24.909884 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:24.970685 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8b6ec-3368-4a7e-813b-eeaf1968fdac req-bf3eda31-1f0f-48c9-bc99-f5831f7f1737 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:24.972146 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2fd8b6ec-3368-4a7e-813b-eeaf1968fdac req-bf3eda31-1f0f-48c9-bc99-f5831f7f1737 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0475311 Sep 03 01:46:25.021817 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-2fd8b6ec-3368-4a7e-813b-eeaf1968fdac req-4fb31478-5f0f-475e-88eb-a611cc0788fd tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440986 Sep 03 01:46:26.143723 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cc408-6d4f-4220-9505-89ac26ced08c req-3163f2d6-5184-47e6-8b1c-6d80e90a53e7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:26.145162 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c41cc408-6d4f-4220-9505-89ac26ced08c req-3163f2d6-5184-47e6-8b1c-6d80e90a53e7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0460219 Sep 03 01:46:26.206479 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c41cc408-6d4f-4220-9505-89ac26ced08c req-52d70ee1-35a6-4ee1-8cf1-a2dd66fd48a7 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551515 Sep 03 01:46:27.330814 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22e80b3-b4e6-481f-a81e-8c79766af436 req-b69886c5-d938-4eb7-9b94-403d1d0ca512 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:27.332250 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d22e80b3-b4e6-481f-a81e-8c79766af436 req-b69886c5-d938-4eb7-9b94-403d1d0ca512 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0511582 Sep 03 01:46:27.380251 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-d22e80b3-b4e6-481f-a81e-8c79766af436 req-9da34c32-caf7-4596-8e0f-4730566d02d5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423663 Sep 03 01:46:27.551714 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-6fc7dfa9-b476-4a2f-9053-dc80d5e2ef40 req-4f7a6a55-4b16-453b-b51c-e43bc270a8bf service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:46:27.552719 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6fc7dfa9-b476-4a2f-9053-dc80d5e2ef40 req-4f7a6a55-4b16-453b-b51c-e43bc270a8bf service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0986609 Sep 03 01:46:28.113429 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59133bc-3bfd-455e-b441-84bbea0f579a req-0950fa1b-14d4-4aec-838f-7aac10703225 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:28.114801 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b59133bc-3bfd-455e-b441-84bbea0f579a req-0950fa1b-14d4-4aec-838f-7aac10703225 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0500765 Sep 03 01:46:28.164192 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-b59133bc-3bfd-455e-b441-84bbea0f579a req-21a3d07e-96eb-4ee4-89be-c39cde182550 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436621 Sep 03 01:46:28.205143 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51782) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:46:28.282566 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-8782ea48-45ae-417f-9f8a-c214e52bc676 service neutron] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0762124 Sep 03 01:46:28.291562 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-2a14c41b-6837-482e-a76d-c8bde1647b66 service neutron] http://10.222.0.13:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106678) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 01:46:28.292481 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-2a14c41b-6837-482e-a76d-c8bde1647b66 service neutron] 10.222.0.13 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048389 Sep 03 01:46:28.443604 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51790) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:46:28.533586 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb396-f426-42ce-aff7-96cac656587c req-cd19c879-40c1-4885-b659-e90ef1b0a785 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:28.534930 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-cd19c879-40c1-4885-b659-e90ef1b0a785 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports/79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 942 time: 0.0903649 Sep 03 01:46:29.282995 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66699d05-b458-466f-b0cb-cfc0c01d6b7e req-1009d3b1-b44b-4027-9cc8-c5a1666c70a4 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:29.284456 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-66699d05-b458-466f-b0cb-cfc0c01d6b7e req-1009d3b1-b44b-4027-9cc8-c5a1666c70a4 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0463552 Sep 03 01:46:29.337879 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:46:29.341528 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-66699d05-b458-466f-b0cb-cfc0c01d6b7e req-428a313f-f95b-4828-9d30-ca6d186d7e3d tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505958 Sep 03 01:46:29.412490 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 79c632ec-1548-4d13-bffa-aae5dd768fa7 is: ACTIVE; New status is: DOWN {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:46:29.412886 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:29.436427 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:46:29.438541 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961ab291-9240-47dd-9486-42ff7269f87b" -d '{"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-unplugged", "status": "completed", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:46:29.451718 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:46:29.472261 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 03 Sep 2022 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a03c7-8cd1-4f46-8ffe-42b9e56c2c73 x-openstack-request-id: req-538a03c7-8cd1-4f46-8ffe-42b9e56c2c73 {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:46:29.472546 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-unplugged", "status": "failed", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "code": 422}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:46:29.472795 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-538a03c7-8cd1-4f46-8ffe-42b9e56c2c73 {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:46:29.473192 dv-cinder-838009-7-iscsi neutron-server[106680]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-538a03c7-8cd1-4f46-8ffe-42b9e56c2c73']: {'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'code': 422} returned with failed status Sep 03 01:46:29.518875 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:29.564173 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=6']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:46:29.570957 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.571922 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.572425 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.572766 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.573093 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.573417 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.573737 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.574055 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.574394 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.574715 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.575032 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.575349 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.575665 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.575978 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:29.576289 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:46:30.470468 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0584c-7e95-4b8e-b318-790b4f406e89 req-44a56171-129f-4728-bf32-e33918df4da0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:30.471937 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c2a0584c-7e95-4b8e-b318-790b4f406e89 req-44a56171-129f-4728-bf32-e33918df4da0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0528908 Sep 03 01:46:30.523778 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-c2a0584c-7e95-4b8e-b318-790b4f406e89 req-c526f1e5-0e35-40a6-9849-1b9567400098 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460470 Sep 03 01:46:31.021718 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:31.166813 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb396-f426-42ce-aff7-96cac656587c req-f78a717a-8d7b-4625-bfde-452a7705bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:31.168321 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-f78a717a-8d7b-4625-bfde-452a7705bee3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd&tenant_id=4c46ebe5d6a74509ba46325e2376d170 HTTP/1.1" status: 200 len: 1127 time: 0.0692518 Sep 03 01:46:31.237548 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb396-f426-42ce-aff7-96cac656587c req-1d67a89a-3fcc-42bc-85de-7b09194264a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:31.239020 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-1d67a89a-3fcc-42bc-85de-7b09194264a3 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1127 time: 0.0415196 Sep 03 01:46:31.333331 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb396-f426-42ce-aff7-96cac656587c req-0237a1c9-6191-4953-870a-ee5d9e10ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:31.334721 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-0237a1c9-6191-4953-870a-ee5d9e10ecce service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.0868881 Sep 03 01:46:31.401063 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-ab0f4dbf-af2d-4dbb-8f73-d7dae3490f5a service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 998 time: 0.0566280 Sep 03 01:46:31.419236 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:31.436493 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=100 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:31.453224 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb396-f426-42ce-aff7-96cac656587c req-7c561410-02d6-478b-a162-4129974975b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:31.454637 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-7c561410-02d6-478b-a162-4129974975b5 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0438197 Sep 03 01:46:31.501513 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cb396-f426-42ce-aff7-96cac656587c req-fe892d3d-9134-40a0-81b3-e9db8b742cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:31.503018 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-fe892d3d-9134-40a0-81b3-e9db8b742cda service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395205 Sep 03 01:46:31.599369 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-5746a8e7-125a-4a6d-98cc-950a3fb4c19c service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864174 Sep 03 01:46:31.645472 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2594b9-f2fa-4c7f-b74d-64f93f70dd35 req-269e76fa-413b-4491-b592-14e25901b497 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:31.646957 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd2594b9-f2fa-4c7f-b74d-64f93f70dd35 req-269e76fa-413b-4491-b592-14e25901b497 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0476758 Sep 03 01:46:31.692006 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-ff4cb396-f426-42ce-aff7-96cac656587c req-7e612223-2580-4ec9-8317-b3251851b3a6 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836475 Sep 03 01:46:31.698794 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-cd2594b9-f2fa-4c7f-b74d-64f93f70dd35 req-0e4ddd95-cb7b-422c-babf-fb6e6bd22edb tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456414 Sep 03 01:46:32.813799 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:46:32.820746 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35afb0a-80be-41c8-805f-0fca3d901ad9 req-d5da140d-9985-43a9-8682-28f67e651e72 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:32.822923 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d35afb0a-80be-41c8-805f-0fca3d901ad9 req-d5da140d-9985-43a9-8682-28f67e651e72 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0502374 Sep 03 01:46:32.871777 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-d35afb0a-80be-41c8-805f-0fca3d901ad9 req-7e94151c-53b6-47f7-9e4a-1664a4a851b5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431697 Sep 03 01:46:33.995716 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ba1f2-c805-4a92-a72d-323891a8200b req-9f2e1ab1-67b1-4288-86b8-b3eb3681ae5c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:33.997290 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-746ba1f2-c805-4a92-a72d-323891a8200b req-9f2e1ab1-67b1-4288-86b8-b3eb3681ae5c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0491502 Sep 03 01:46:34.050987 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-746ba1f2-c805-4a92-a72d-323891a8200b req-4ede4597-564e-47ff-8660-4d6d5d28ae94 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481801 Sep 03 01:46:35.175665 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6e98e-0f74-4a9e-8a19-033a0eddcbda req-e10d5518-fca3-4977-a9c4-0e3eafa1689f tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:35.177130 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-72d6e98e-0f74-4a9e-8a19-033a0eddcbda req-e10d5518-fca3-4977-a9c4-0e3eafa1689f tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0469055 Sep 03 01:46:35.225895 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-72d6e98e-0f74-4a9e-8a19-033a0eddcbda req-5f672e2c-6a9a-4b11-ab74-01e5601c39cd tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426762 Sep 03 01:46:35.786923 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:36.333573 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:36.347916 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e2b96-f6a8-4c0f-b528-0e299ae2d4db req-72d416c6-5396-42d3-8e8f-2755184632b6 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:36.349370 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7e9e2b96-f6a8-4c0f-b528-0e299ae2d4db req-72d416c6-5396-42d3-8e8f-2755184632b6 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0480709 Sep 03 01:46:36.401346 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7e9e2b96-f6a8-4c0f-b528-0e299ae2d4db req-6a3029cf-f509-4ea7-9708-61d4187b6261 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442905 Sep 03 01:46:37.525255 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6160cdb4-2bb4-4ce9-858b-e20d85726d2b req-844dc336-5227-4820-b0ff-c78541995ac0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:37.526688 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6160cdb4-2bb4-4ce9-858b-e20d85726d2b req-844dc336-5227-4820-b0ff-c78541995ac0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0484667 Sep 03 01:46:37.574431 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-6160cdb4-2bb4-4ce9-858b-e20d85726d2b req-6ac191be-8ccb-42dc-b5c8-f39591b1be6a tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Sep 03 01:46:38.692795 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdeda3a-5086-432c-adbe-1d0a96bfc8bf req-52ad2558-ee67-409e-a823-aa87b9989b1c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:38.694151 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9fdeda3a-5086-432c-adbe-1d0a96bfc8bf req-52ad2558-ee67-409e-a823-aa87b9989b1c tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 943 time: 0.0461285 Sep 03 01:46:38.712965 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=100 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:38.743777 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9fdeda3a-5086-432c-adbe-1d0a96bfc8bf req-9007d6e3-a626-48f5-9b98-811c60f5814e tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431869 Sep 03 01:46:39.382729 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 details requested by agent hyperv_hv-cinder-83800 with host hv-cinder-83800 {{(pid=106680) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 01:46:39.479150 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:46:39.489794 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Returning: {'device': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'port_id': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'mac_address': 'fa:16:3e:dd:0e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106680) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 01:46:39.528108 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 79c632ec-1548-4d13-bffa-aae5dd768fa7 is: DOWN; New status is: BUILD {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:46:39.528497 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:39.542620 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c632ec-1548-4d13-bffa-aae5dd768fa7 {{(pid=106680) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 01:46:39.561462 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:46:39.655660 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:39.702113 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=7']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:46:39.864070 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356e501-06c6-4225-9784-c26e92dd8f15 req-9ded8021-5a3e-4bd9-bfe5-83a32ec0efb0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:39.865513 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2356e501-06c6-4225-9784-c26e92dd8f15 req-9ded8021-5a3e-4bd9-bfe5-83a32ec0efb0 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 944 time: 0.0467584 Sep 03 01:46:39.915643 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-2356e501-06c6-4225-9784-c26e92dd8f15 req-e4cce630-bbee-471a-b985-9934418f8364 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440106 Sep 03 01:46:39.973639 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] get_ports_and_sgs() called for port_ids ['79c632ec-1548-4d13-bffa-aae5dd768fa7'] {{(pid=106680) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 01:46:40.170104 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:40.180759 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:41.040660 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c1e00-c69e-4400-9ff8-1e3edbc13129 req-30220b43-17e1-4626-b4f0-37cda179e602 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:41.042177 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7d4c1e00-c69e-4400-9ff8-1e3edbc13129 req-30220b43-17e1-4626-b4f0-37cda179e602 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 944 time: 0.0499201 Sep 03 01:46:41.090088 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-7d4c1e00-c69e-4400-9ff8-1e3edbc13129 req-43ade93a-9b4a-4784-a2b0-73ad2b688a46 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Sep 03 01:46:41.408465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 up at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 01:46:41.451773 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.provisioning_blocks [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Provisioning complete for port 79c632ec-1548-4d13-bffa-aae5dd768fa7 triggered by entity L2. {{(pid=106680) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 01:46:41.452140 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-815113'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), provisioning_complete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:41.531098 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Current status of the port 79c632ec-1548-4d13-bffa-aae5dd768fa7 is: BUILD; New status is: ACTIVE {{(pid=106680) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 01:46:41.531476 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678050'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:41.553822 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106680) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:46:41.556071 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}587115cc17e01e9490a1d691d332463e1d4f18c1c8e74926c4c402ba96b1082b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767007df-b3e4-4ad9-9129-ca524a217eff" -d '{"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-plugged", "status": "completed", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106680) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:46:41.568051 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:46:41.593052 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b099b5bb-94d4-41d1-91a9-c35fbbeb8e6b x-openstack-request-id: req-b099b5bb-94d4-41d1-91a9-c35fbbeb8e6b {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:46:41.593337 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-plugged", "status": "completed", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "code": 200}]} {{(pid=106680) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:46:41.593584 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b099b5bb-94d4-41d1-91a9-c35fbbeb8e6b {{(pid=106680) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:46:41.594000 dv-cinder-838009-7-iscsi neutron-server[106680]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b099b5bb-94d4-41d1-91a9-c35fbbeb8e6b'] response: {'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'code': 200} Sep 03 01:46:41.647047 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734291164034', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734290783627', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734290783645'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:41.693612 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Pushing event updated for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=8']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:46:41.932378 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f83bae-e0a2-4550-abfb-def62c3a2730 req-1d8283f0-28ed-46f9-9861-5697510d6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:41.933821 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81f83bae-e0a2-4550-abfb-def62c3a2730 req-1d8283f0-28ed-46f9-9861-5697510d6ab0 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0385771 Sep 03 01:46:41.984688 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-81f83bae-e0a2-4550-abfb-def62c3a2730 req-40502d0b-20c7-4e78-a674-94c3917893e9 service neutron] 10.222.0.42 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430360 Sep 03 01:46:42.212510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5e134-7be7-4051-94dd-5c5e7bdcb659 req-2dca123e-e758-4ec1-9eaa-302a65fbf1a1 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:42.213949 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-85a5e134-7be7-4051-94dd-5c5e7bdcb659 req-2dca123e-e758-4ec1-9eaa-302a65fbf1a1 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0475709 Sep 03 01:46:42.263462 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-85a5e134-7be7-4051-94dd-5c5e7bdcb659 req-0f40c968-7c45-4eca-abf4-a87ed01d5152 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438135 Sep 03 01:46:42.810448 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:43.387875 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff06a1-a941-46f0-86b7-1fee625adfb3 req-69bb0607-2993-422c-9a04-a2a754079318 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:43.389434 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4bff06a1-a941-46f0-86b7-1fee625adfb3 req-69bb0607-2993-422c-9a04-a2a754079318 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0483472 Sep 03 01:46:43.438605 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-4bff06a1-a941-46f0-86b7-1fee625adfb3 req-5d4b75b7-9ed2-4a76-a605-e52e54f3f37f tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Sep 03 01:46:44.562908 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fbd21-672a-41de-a1e5-f117a962a564 req-edec3317-0d60-4a63-8e01-ceeb884680ab tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:46:44.564359 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9b4fbd21-672a-41de-a1e5-f117a962a564 req-edec3317-0d60-4a63-8e01-ceeb884680ab tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0493288 Sep 03 01:46:44.611932 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-9b4fbd21-672a-41de-a1e5-f117a962a564 req-8e390a90-5154-419b-b269-ece03ea73baa tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Sep 03 01:46:49.532251 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-83e0ce9b-7bb7-4f9c-8002-057d9aba804a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:52.018093 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-3abc6cf9-77ad-4baf-b34a-264589e8299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:53.095292 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:53.431180 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=73 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:53.434990 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:54.600219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=24 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:54.608219 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=46 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:46:54.802315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:46:54.856068 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:01.029281 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:09.813691 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:47:10.952280 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=40,neutron:UPDATE=7 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:10.954101 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:11.606639 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-2c2e732c-e96d-43a5-b41f-a9bad6e4d8b1 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371168 Sep 03 01:47:11.684783 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-b0859346-03a8-4490-9af6-edb1e9b82f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:47:11.686224 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-b0859346-03a8-4490-9af6-edb1e9b82f7b service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0389993 Sep 03 01:47:11.799551 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-03a977ea-f2bd-413a-a36a-dd0c16b0f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:47:11.801065 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-03a977ea-f2bd-413a-a36a-dd0c16b0f60e service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.0961444 Sep 03 01:47:11.867839 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-0334dc90-a1ea-4d9c-8465-e2b2df738a31 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0601575 Sep 03 01:47:11.917653 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-9b72866d-d4a5-44d4-a333-764f0974eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:47:11.919761 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-9b72866d-d4a5-44d4-a333-764f0974eae8 service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0452676 Sep 03 01:47:11.963107 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-f41f0fe9-1294-4540-843d-cc2f50ce0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:47:11.964558 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-f41f0fe9-1294-4540-843d-cc2f50ce0a67 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380864 Sep 03 01:47:12.312393 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-a257581e-daed-4d74-93f2-4721cf38c818 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408213 Sep 03 01:47:12.402306 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-f82d0591-4620-42de-8cce-cec9976d7a07 req-287cbed3-b970-42cc-9b58-35eaf8f43846 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Sep 03 01:47:19.575013 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-01e4e756-ddc9-4dfe-9ffc-394de7355bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:19.807637 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=19 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:19.808368 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=15 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:21.995894 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-3819f945-5960-4d35-8210-9c0b88e9ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:22.397617 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=48 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:22.399482 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=53 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:23.095116 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:24.814763 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:24.880662 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:31.023348 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:40.963686 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:40.969698 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:46.813422 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:47:49.545672 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-814da32f-eb6c-4aa9-9506-b547f0e0f40b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:49.781716 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:52.005648 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-66e98b40-d26a-4b39-976b-5672582d5c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:53.085621 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:54.819639 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:54.874315 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:56.808909 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:57.423733 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51846) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:47:57.563714 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Deleting port d70e0bb2-0822-479c-801c-e484ec758093 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:47:57.564056 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d70e0bb2-0822-479c-801c-e484ec758093), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:57.646311 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d70e0bb2-0822-479c-801c-e484ec758093), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:57.646669 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for floatingip (d70e0bb2-0822-479c-801c-e484ec758093), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:57.659308 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Calling delete_port for d70e0bb2-0822-479c-801c-e484ec758093 owned by network:floatingip {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:47:57.886154 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (d70e0bb2-0822-479c-801c-e484ec758093), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:57.912456 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event deleted for resources: {'Port': ['ID=d70e0bb2-0822-479c-801c-e484ec758093,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:47:57.938174 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.938547 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.938888 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.939226 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.939561 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.939900 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.940229 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.940552 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.940906 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.941231 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.941607 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.941932 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.942253 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.942601 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.942924 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:47:57.989725 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for floatingip (b12cff90-1bfa-46a8-b22b-b6974ea176d2), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:57.990075 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.db.l3_db [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Floating IP b12cff90-1bfa-46a8-b22b-b6974ea176d2 disassociated (deleted). External IP: 172.27.1.79, port: 79c632ec-1548-4d13-bffa-aae5dd768fa7. Sep 03 01:47:58.187829 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Router ce62c128-ab7f-4a6b-be43-3a682117d6e3 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:47:58.298280 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:47:58.303221 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for floatingip (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:47:58.307140 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:58.308640 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] Sync routers for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:47:58.317921 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:47:58.325345 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:47:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:47:58.335935 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-855c12f5-a4a2-40f2-b7f2-05bd27c200ea tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "DELETE /networking/v2.0/floatingips/b12cff90-1bfa-46a8-b22b-b6974ea176d2 HTTP/1.1" status: 204 len: 168 time: 0.9110107 Sep 03 01:47:58.336632 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106678) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:47:58.339200 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5aea78e3a42eebac39cb3bf49b9a5faa2ad2029fe011e7d6b9d92eea3b38cb10" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac" -d '{"events": [{"name": "network-changed", "server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106678) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:47:58.424157 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:47:58.694808 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:47:58.718558 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] Checking router: ce62c128-ab7f-4a6b-be43-3a682117d6e3 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:47:58.727016 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:47:58.727736 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:47:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:47:58.843804 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:47:58.885152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb49f75-1e81-4a0d-91e8-3b9ef46fa069 req-e387326b-6f44-40ec-840d-76bc0b597c13 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:47:58.886774 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3eb49f75-1e81-4a0d-91e8-3b9ef46fa069 req-e387326b-6f44-40ec-840d-76bc0b597c13 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.1086922 Sep 03 01:47:58.913334 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:47:58.937646 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-3eb49f75-1e81-4a0d-91e8-3b9ef46fa069 req-a0df68ab-8892-4779-bf60-efe62d179902 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449848 Sep 03 01:47:59.031653 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:47:59.056128 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e414e5c2-9934-4377-8a0d-7127da849f5f None None] The sync data for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi is: [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:43:25Z', 'revision_number': 4, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi', '_interfaces': [{'id': '9f462a17-0852-4bf7-ab5b-86146568f4cd', 'name': '', 'network_id': '71082ff0-fba1-4b4f-ba63-b9807563ab29', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'mac_address': 'fa:16:3e:66:89:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:24Z', 'updated_at': '2022-09-03T01:43:31Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'subnets': [{'id': 'fb0c3b03-80ff-43a4-a515-50be8422c0e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:47:59.277234 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8da96c-92c1-41ce-8339-a23d89c50004 None None] New status for floating IP b12cff90-1bfa-46a8-b22b-b6974ea176d2: DOWN {{(pid=106680) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 01:47:59.402935 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 01:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214499ca-91f6-46b9-9ea0-5d673e4a9405 x-openstack-request-id: req-214499ca-91f6-46b9-9ea0-5d673e4a9405 {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:47:59.403256 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "status": "completed", "code": 200}]} {{(pid=106678) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:47:59.403511 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-214499ca-91f6-46b9-9ea0-5d673e4a9405 {{(pid=106678) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:47:59.403915 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214499ca-91f6-46b9-9ea0-5d673e4a9405'] response: {'name': 'network-changed', 'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'status': 'completed', 'code': 200} Sep 03 01:48:00.001289 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-ac5f663c-54d3-45b3-a098-2cd8ad5c6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:48:00.002800 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-ac5f663c-54d3-45b3-a098-2cd8ad5c6200 service neutron] 10.222.0.42 "GET /networking/v2.0/ports?tenant_id=4c46ebe5d6a74509ba46325e2376d170&device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 1129 time: 0.0411828 Sep 03 01:48:00.111027 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a4ac5-bdb3-402e-b7f6-0f86e2b0d2df req-d3a2cb20-71cf-4e5b-bb59-7d25b55a4026 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:48:00.112395 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-247a4ac5-bdb3-402e-b7f6-0f86e2b0d2df req-d3a2cb20-71cf-4e5b-bb59-7d25b55a4026 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0820327 Sep 03 01:48:00.156073 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-2d4c3e4e-e6a8-42e0-abaf-52432b2d91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:48:00.157480 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-2d4c3e4e-e6a8-42e0-abaf-52432b2d91be service neutron] 10.222.0.42 "GET /networking/v2.0/networks?id=71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 200 len: 910 time: 0.1446006 Sep 03 01:48:00.213507 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-d78b9f06-95df-44aa-9dfe-491236c85036 service neutron] 10.222.0.42 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 200 len: 217 time: 0.0465479 Sep 03 01:48:00.218158 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-247a4ac5-bdb3-402e-b7f6-0f86e2b0d2df req-3d9283b4-458e-45ee-ad40-d44e3dbc7c07 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/security-groups?id=ede691c6-30bb-435a-8ed4-804fbad7f75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922270 Sep 03 01:48:00.446765 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-5d6f2e6e-3e0d-472d-adca-4765e2bdb4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:48:00.448093 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-5d6f2e6e-3e0d-472d-adca-4765e2bdb4cf service neutron] 10.222.0.42 "GET /networking/v2.0/subnets?id=fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 200 len: 848 time: 0.0440202 Sep 03 01:48:00.502712 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-3692ce6d-d587-4a16-bdf5-08502344b04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106678) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:48:00.504190 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-3692ce6d-d587-4a16-bdf5-08502344b04e service neutron] 10.222.0.42 "GET /networking/v2.0/ports?network_id=71082ff0-fba1-4b4f-ba63-b9807563ab29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390561 Sep 03 01:48:00.531199 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-7f197667-5b87-4767-8601-ea5dfa7165cf tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106679) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 01:48:00.532599 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-7f197667-5b87-4767-8601-ea5dfa7165cf tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.42 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 945 time: 0.0462019 Sep 03 01:48:00.598841 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-c77302a6-b308-4a68-8ff8-fc1b079f81ce service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878723 Sep 03 01:48:00.618672 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Deleting port 79c632ec-1548-4d13-bffa-aae5dd768fa7 {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:00.619010 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:00.691465 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-83212cc6-1a89-4ed0-b0f6-7e16d536ceac req-853ab3c6-e21d-4aa0-989a-56fc3509b614 service neutron] 10.222.0.42 "GET /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832646 Sep 03 01:48:00.711144 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] For port 79c632ec-1548-4d13-bffa-aae5dd768fa7, host hv-cinder-83800, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83800',level=0,port_id=79c632ec-1548-4d13-bffa-aae5dd768fa7,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:00.711404 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:00.724672 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Calling delete_port for 79c632ec-1548-4d13-bffa-aae5dd768fa7 owned by compute:nova {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:00.959794 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (79c632ec-1548-4d13-bffa-aae5dd768fa7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:00.989978 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event deleted for resources: {'Port': ['ID=79c632ec-1548-4d13-bffa-aae5dd768fa7,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:01.017727 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.018071 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.018479 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.026834 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106679) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:01.046301 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] No DVR routers for this DVR port 79c632ec-1548-4d13-bffa-aae5dd768fa7 on host hv-cinder-83800 {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:48:01.048743 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-368469'] for port (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:01.051963 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-88f7dbfb-7eaf-42d2-aebe-e802cb3e4fb3 req-b5a396db-f635-4873-9496-3ab07beb3e23 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.42 "DELETE /networking/v2.0/ports/79c632ec-1548-4d13-bffa-aae5dd768fa7 HTTP/1.1" status: 204 len: 173 time: 0.5140336 Sep 03 01:48:01.052386 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-deleted', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7'}] {{(pid=106679) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 01:48:01.054630 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6093efb8022f97e9bac076796851ebc916601c6f64cdac9f2d51eb628a1ebb3a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c800afe-a0a9-4aa3-b1bd-91eee7dde60f" -d '{"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-deleted", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7"}]}' {{(pid=106679) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 01:48:01.085723 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:01.092466 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 01:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e346dac-9e14-4195-bb85-0c36e6bac266 x-openstack-request-id: req-4e346dac-9e14-4195-bb85-0c36e6bac266 {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 01:48:01.092759 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce8f86d-7223-40db-9d53-68e5b4a309cd", "name": "network-vif-deleted", "tag": "79c632ec-1548-4d13-bffa-aae5dd768fa7", "status": "completed", "code": 200}]} {{(pid=106679) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 01:48:01.093010 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4e346dac-9e14-4195-bb85-0c36e6bac266 {{(pid=106679) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 01:48:01.093413 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e346dac-9e14-4195-bb85-0c36e6bac266'] response: {'server_uuid': 'fce8f86d-7223-40db-9d53-68e5b4a309cd', 'name': 'network-vif-deleted', 'tag': '79c632ec-1548-4d13-bffa-aae5dd768fa7', 'status': 'completed', 'code': 200} Sep 03 01:48:01.330268 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [req-0dea8657-2600-4a96-b582-2587226401ce req-0d55042c-5221-4a82-a312-4377d9391a91 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 210 time: 0.0335810 Sep 03 01:48:02.503464 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [req-dd59a1a4-f51e-4495-ac24-7d7fa440898c req-459a0303-ee80-4ee6-b889-0719691608b5 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "GET /networking/v2.0/ports?device_id=fce8f86d-7223-40db-9d53-68e5b4a309cd HTTP/1.1" status: 200 len: 210 time: 0.0846031 Sep 03 01:48:03.570927 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51884) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:03.626762 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e88ae18f-9c2d-44e1-9c2c-3201463755a3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group (ede691c6-30bb-435a-8ed4-804fbad7f75a), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:03.651780 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e88ae18f-9c2d-44e1-9c2c-3201463755a3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group (ede691c6-30bb-435a-8ed4-804fbad7f75a), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:03.772301 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 no longer exists at agent hyperv_hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:03.792208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e88ae18f-9c2d-44e1-9c2c-3201463755a3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ede691c6-30bb-435a-8ed4-804fbad7f75a), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:03.792868 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] No Port match for: 79c632ec-1548-4d13-bffa-aae5dd768fa7 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:03.793225 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Device 79c632ec-1548-4d13-bffa-aae5dd768fa7 not bound to the agent host hv-cinder-83800 {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:03.795559 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-e88ae18f-9c2d-44e1-9c2c-3201463755a3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Publish callbacks [] for security_group (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:03.796748 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-e88ae18f-9c2d-44e1-9c2c-3201463755a3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ede691c6-30bb-435a-8ed4-804fbad7f75a HTTP/1.1" status: 204 len: 168 time: 0.2259581 Sep 03 01:48:03.806588 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ae18f-9c2d-44e1-9c2c-3201463755a3 tempest-TestShelveInstance-964521066 tempest-TestShelveInstance-964521066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede691c6-30bb-435a-8ed4-804fbad7f75a,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:03.927043 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51888) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:04.115622 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:04.146981 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:04.238971 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (ce62c128-ab7f-4a6b-be43-3a682117d6e3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:04.456195 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Deleting port 9f462a17-0852-4bf7-ab5b-86146568f4cd {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:04.456442 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:04.532480 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] For port 9f462a17-0852-4bf7-ab5b-86146568f4cd, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9f462a17-0852-4bf7-ab5b-86146568f4cd,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:04.532836 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:04.545998 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Calling delete_port for 9f462a17-0852-4bf7-ab5b-86146568f4cd owned by network:router_interface {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:04.788505 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (9f462a17-0852-4bf7-ab5b-86146568f4cd), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:04.816965 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f462a17-0852-4bf7-ab5b-86146568f4cd,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:04.977095 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:04.985385 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (ce62c128-ab7f-4a6b-be43-3a682117d6e3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:05.041152 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:05.188793 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Router ce62c128-ab7f-4a6b-be43-3a682117d6e3 has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106678) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:48:05.289857 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106678) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:48:05.294869 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-f34fabe9-dfcb-49e3-8abe-2e0a42b97330 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/ce62c128-ab7f-4a6b-be43-3a682117d6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3666201 Sep 03 01:48:05.297465 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51890) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:05.299351 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] Sync routers for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:48:05.309821 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:48:05.310551 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:47:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:05.418145 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:48:05.594414 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:48:04Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:05.596797 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:05.618913 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] Checking router: ce62c128-ab7f-4a6b-be43-3a682117d6e3 for host: dv-cinder-838009-7-iscsi {{(pid=106681) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:48:05.627952 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] Routers {'ce62c128-ab7f-4a6b-be43-3a682117d6e3'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106681) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:48:05.628555 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:47:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'], 'active': True} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:05.631038 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=100 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:05.646527 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks [] for router (ce62c128-ab7f-4a6b-be43-3a682117d6e3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:05.730985 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_dvr_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] Set router ce62c128-ab7f-4a6b-be43-3a682117d6e3 gateway port host: dv-cinder-838009-7-iscsi {{(pid=106681) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:48:05.749408 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks [] for router_gateway (ce62c128-ab7f-4a6b-be43-3a682117d6e3), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:05.846765 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Deleting port d8be756b-3ce2-4275-8da6-7008959cd645 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:05.847473 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:05.895391 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.l3_hamode_db [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:48:04Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106681) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:05.924365 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40652c56-796b-4a2c-a675-ded71498c97b None None] The sync data for ids ['ce62c128-ab7f-4a6b-be43-3a682117d6e3'] in dv-cinder-838009-7-iscsi is: [{'id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'name': 'tempest-TestShelveInstance-1692145153-router', 'tenant_id': '4c46ebe5d6a74509ba46325e2376d170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:22Z', 'updated_at': '2022-09-03T01:48:04Z', 'revision_number': 5, 'project_id': '4c46ebe5d6a74509ba46325e2376d170', 'gw_port': {'id': 'd8be756b-3ce2-4275-8da6-7008959cd645', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:41:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce62c128-ab7f-4a6b-be43-3a682117d6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:23Z', 'updated_at': '2022-09-03T01:43:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}] {{(pid=106681) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:48:05.928865 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] For port d8be756b-3ce2-4275-8da6-7008959cd645, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d8be756b-3ce2-4275-8da6-7008959cd645,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:05.929325 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:05.943235 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Calling delete_port for d8be756b-3ce2-4275-8da6-7008959cd645 owned by network:router_gateway {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:06.002619 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:06.174185 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (d8be756b-3ce2-4275-8da6-7008959cd645), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.202566 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8be756b-3ce2-4275-8da6-7008959cd645,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:06.266481 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (ce62c128-ab7f-4a6b-be43-3a682117d6e3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.357607 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (ce62c128-ab7f-4a6b-be43-3a682117d6e3), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.360016 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks [] for router_controller (ce62c128-ab7f-4a6b-be43-3a682117d6e3), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.367208 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:06.488520 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (ce62c128-ab7f-4a6b-be43-3a682117d6e3), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.489137 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce62c128-ab7f-4a6b-be43-3a682117d6e3 {{(pid=106678) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:48:06.493406 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.494704 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-8146bfe8-2804-4b4e-995a-8efac509d405 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/ce62c128-ab7f-4a6b-be43-3a682117d6e3 HTTP/1.1" status: 204 len: 168 time: 1.1961958 Sep 03 01:48:06.497359 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51892) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:06.549408 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Deleting subnet fb0c3b03-80ff-43a4-a515-50be8422c0e7 {{(pid=106678) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:48:06.552892 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Publish callbacks [] for subnet (fb0c3b03-80ff-43a4-a515-50be8422c0e7), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.589762 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4821862'] for subnet (fb0c3b03-80ff-43a4-a515-50be8422c0e7), precommit_delete_associations {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.663369 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (fb0c3b03-80ff-43a4-a515-50be8422c0e7), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.806095 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4817481', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4650130'] for subnet (fb0c3b03-80ff-43a4-a515-50be8422c0e7), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.833162 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0c3b03-80ff-43a4-a515-50be8422c0e7,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:06.837912 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for subnet (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.841757 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-fd2cc67a-b3bf-451e-9cbb-aa1526affd63 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/fb0c3b03-80ff-43a4-a515-50be8422c0e7 HTTP/1.1" status: 204 len: 168 time: 0.3434525 Sep 03 01:48:06.843623 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db6421-bcd5-4437-9137-3d3b40adb897 None None] Network 71082ff0-fba1-4b4f-ba63-b9807563ab29 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:48:06.844435 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [-] (106678) accepted ('10.222.0.13', 51894) {{(pid=106678) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:06.915008 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (71082ff0-fba1-4b4f-ba63-b9807563ab29), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.966264 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Deleting port 9c0992a1-24fa-4967-be8e-a2a8880aa016 {{(pid=106678) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:06.966638 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:06.997067 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9f462a17-0852-4bf7-ab5b-86146568f4cd no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:07.022787 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 9f462a17-0852-4bf7-ab5b-86146568f4cd {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:07.023133 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9f462a17-0852-4bf7-ab5b-86146568f4cd not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:07.023547 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d8be756b-3ce2-4275-8da6-7008959cd645 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:07.039048 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.db [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] For port 9c0992a1-24fa-4967-be8e-a2a8880aa016, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9c0992a1-24fa-4967-be8e-a2a8880aa016,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106678) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:07.039423 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.043506 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: d8be756b-3ce2-4275-8da6-7008959cd645 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:07.043860 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d8be756b-3ce2-4275-8da6-7008959cd645 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:07.048675 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] DHCP port deletion for 71082ff0-fba1-4b4f-ba63-b9807563ab29 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:48:07.055232 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.plugin [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Calling delete_port for 9c0992a1-24fa-4967-be8e-a2a8880aa016 owned by network:dhcp {{(pid=106678) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:07.084026 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Deleting port 9c0992a1-24fa-4967-be8e-a2a8880aa016 {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:07.084391 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.151351 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] For port 9c0992a1-24fa-4967-be8e-a2a8880aa016, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=9c0992a1-24fa-4967-be8e-a2a8880aa016,segment=NetworkSegment(cf5e12ab-d52e-4870-a03a-be8f95276c21),segment_id=cf5e12ab-d52e-4870-a03a-be8f95276c21)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:07.153947 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.165731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Calling delete_port for 9c0992a1-24fa-4967-be8e-a2a8880aa016 owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:07.200278 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4824726'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.225221 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0992a1-24fa-4967-be8e-a2a8880aa016,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:07.228832 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] No DVR routers for this DVR port 9c0992a1-24fa-4967-be8e-a2a8880aa016 on host dv-cinder-838009-7-iscsi {{(pid=106678) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:48:07.246244 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (9c0992a1-24fa-4967-be8e-a2a8880aa016), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.262764 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:07.269412 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Pushing event deleted for resources: {'Port': ['ID=9c0992a1-24fa-4967-be8e-a2a8880aa016,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:07.279165 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] No DVR routers for this DVR port 9c0992a1-24fa-4967-be8e-a2a8880aa016 on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:48:07.281618 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.281992 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.282358 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.282725 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.283056 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.283386 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.283713 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.284104 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.284429 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.284753 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.285106 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.285446 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.285752 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.286621 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.286621 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fbfa94e-46c4-4829-b1d9-7bc0365a21a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-838009-7-iscsi {{(pid=106680) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 01:48:07.302108 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (71082ff0-fba1-4b4f-ba63-b9807563ab29), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.323781 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71082ff0-fba1-4b4f-ba63-b9807563ab29']}} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:07.333202 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5e12ab-d52e-4870-a03a-be8f95276c21') {'for_net_delete': True} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:07.333546 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.services.segments.db [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5e12ab-d52e-4870-a03a-be8f95276c21') {} {{(pid=106678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:07.346759 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4821873'] for segment (cf5e12ab-d52e-4870-a03a-be8f95276c21), before_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.359917 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (cf5e12ab-d52e-4870-a03a-be8f95276c21), precommit_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.366043 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=106678) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:48:07.366463 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4824811'] for segment (cf5e12ab-d52e-4870-a03a-be8f95276c21), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.407974 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment cf5e12ab-d52e-4870-a03a-be8f95276c21 resource provider aggregate not found Sep 03 01:48:07.425588 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.services.segments.plugin [-] Segment cf5e12ab-d52e-4870-a03a-be8f95276c21 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf5e12ab-d52e-4870-a03a-be8f95276c21 found for delete ", "request_id": "req-16ac308f-284c-4d8c-84cb-a567cdce8111"}]} Sep 03 01:48:07.487961 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (71082ff0-fba1-4b4f-ba63-b9807563ab29), after_delete {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.493442 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron_lib.callbacks.manager [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.497387 dv-cinder-838009-7-iscsi neutron-server[106678]: INFO neutron.wsgi [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/71082ff0-fba1-4b4f-ba63-b9807563ab29 HTTP/1.1" status: 204 len: 168 time: 0.6519969 Sep 03 01:48:07.500448 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51900) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:07.509042 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61d066-534c-4cc6-873e-ade19d9a6140 admin admin] Pushing event deleted for resources: {'Network': ['ID=71082ff0-fba1-4b4f-ba63-b9807563ab29,revision_number=None']} {{(pid=106678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:07.809927 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2052040'] for router_interface (2690035f-72e6-4aec-9877-116353a2248f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:07.959534 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:07.964476 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:08.028216 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Deleting port e354c182-b849-4ac3-9a3a-d9496a959a9c {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:08.028536 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:08.106210 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] For port e354c182-b849-4ac3-9a3a-d9496a959a9c, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=e354c182-b849-4ac3-9a3a-d9496a959a9c,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:08.106510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:08.122821 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Calling delete_port for e354c182-b849-4ac3-9a3a-d9496a959a9c owned by network:router_interface {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:08.631274 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (e354c182-b849-4ac3-9a3a-d9496a959a9c), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:08.655828 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e354c182-b849-4ac3-9a3a-d9496a959a9c,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:08.817790 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1585334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2010232'] for router_interface (2690035f-72e6-4aec-9877-116353a2248f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:08.866989 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:08.950659 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9c0992a1-24fa-4967-be8e-a2a8880aa016 no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:08.969764 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 9c0992a1-24fa-4967-be8e-a2a8880aa016 {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:08.970110 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 9c0992a1-24fa-4967-be8e-a2a8880aa016 not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:09.030137 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Router 2690035f-72e6-4aec-9877-116353a2248f has already been hosted by L3 agent c3c15c95-a9f9-4357-be96-6ede540b5503 {{(pid=106679) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 01:48:09.129238 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] Notify agent at l3_agent.dv-cinder-838009-7-iscsi the message routers_updated {{(pid=106679) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 01:48:09.134072 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-3c0e415c-8a87-4af1-9bb6-7ee29a63b1f6 admin admin] 10.222.0.13 "PUT /networking/v2.0/routers/2690035f-72e6-4aec-9877-116353a2248f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6326118 Sep 03 01:48:09.137214 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51902) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:09.139658 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] Sync routers for ids ['2690035f-72e6-4aec-9877-116353a2248f'] in dv-cinder-838009-7-iscsi {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 01:48:09.153927 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] Routers {'2690035f-72e6-4aec-9877-116353a2248f'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:48:09.154500 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:47:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['2690035f-72e6-4aec-9877-116353a2248f'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:09.227386 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:09.238277 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks [] for router (2690035f-72e6-4aec-9877-116353a2248f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.251395 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] Set router 2690035f-72e6-4aec-9877-116353a2248f gateway port host: dv-cinder-838009-7-iscsi {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:48:09.339682 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks [] for router_gateway (2690035f-72e6-4aec-9877-116353a2248f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.417358 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:09.420040 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'external_fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '60c6394c-2564-4773-b970-9ba264543a8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:48:08Z', 'revision_number': 5, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port': {'id': '60c6394c-2564-4773-b970-9ba264543a8f', 'name': '', 'network_id': 'a8ea24f8-b16f-4dec-906a-bb9c9e784a8c', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:e9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2690035f-72e6-4aec-9877-116353a2248f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-838009-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T01:43:29Z', 'updated_at': '2022-09-03T01:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4cf2bfae-0610-4d4f-83cd-41357c4a1a7d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-838009-7-iscsi'}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:09.422455 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:09.444872 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Deleting port 60c6394c-2564-4773-b970-9ba264543a8f {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:09.445209 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (60c6394c-2564-4773-b970-9ba264543a8f), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.445340 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] Checking router: 2690035f-72e6-4aec-9877-116353a2248f for host: dv-cinder-838009-7-iscsi {{(pid=106680) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 01:48:09.454434 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] Routers {'2690035f-72e6-4aec-9877-116353a2248f'} bound to L3 agent in host dv-cinder-838009-7-iscsi {{(pid=106680) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 01:48:09.455039 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-838009-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T01:24:22Z,description=,heartbeat_timestamp=2022-09-03T01:47:52Z,host='dv-cinder-838009-7-iscsi',id=c3c15c95-a9f9-4357-be96-6ede540b5503,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T01:24:22Z,topic='l3_agent')) {'router_ids': ['2690035f-72e6-4aec-9877-116353a2248f'], 'active': True} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:09.540055 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvr_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] Set router 2690035f-72e6-4aec-9877-116353a2248f gateway port host: None {{(pid=106680) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 01:48:09.540327 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] For port 60c6394c-2564-4773-b970-9ba264543a8f, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=60c6394c-2564-4773-b970-9ba264543a8f,segment=NetworkSegment(9d70dca2-3efb-48dc-a37e-ffb5d4a37091),segment_id=9d70dca2-3efb-48dc-a37e-ffb5d4a37091)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:09.540767 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (60c6394c-2564-4773-b970-9ba264543a8f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.557726 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Calling delete_port for 60c6394c-2564-4773-b970-9ba264543a8f owned by network:router_gateway {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:09.592901 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_hamode_db [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:48:09Z', 'revision_number': 6, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port_host': None}], 'dv-cinder-838009-7-iscsi', False) {} {{(pid=106680) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:09.616930 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631708f8-58d3-4454-86d5-566f23966b27 None None] The sync data for ids ['2690035f-72e6-4aec-9877-116353a2248f'] in dv-cinder-838009-7-iscsi is: [{'id': '2690035f-72e6-4aec-9877-116353a2248f', 'name': 'tempest-TestShelveInstance-1620892263-router', 'tenant_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T01:43:28Z', 'updated_at': '2022-09-03T01:48:09Z', 'revision_number': 6, 'project_id': '7ac9d587c54c4cdb8b2511639ce87d9c', 'gw_port_host': None}] {{(pid=106680) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 01:48:09.783013 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (60c6394c-2564-4773-b970-9ba264543a8f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.814000 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c6394c-2564-4773-b970-9ba264543a8f,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:09.887924 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2010923'] for router_gateway (2690035f-72e6-4aec-9877-116353a2248f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.974427 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2007090', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1037'] for router (2690035f-72e6-4aec-9877-116353a2248f), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.976987 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks [] for router_controller (2690035f-72e6-4aec-9877-116353a2248f), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:09.982607 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:10.105744 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2051977'] for router (2690035f-72e6-4aec-9877-116353a2248f), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.106367 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2690035f-72e6-4aec-9877-116353a2248f {{(pid=106679) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 01:48:10.110502 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.111764 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f5c58c3a-f49b-49dd-a429-b6f24dce8181 admin admin] 10.222.0.13 "DELETE /networking/v2.0/routers/2690035f-72e6-4aec-9877-116353a2248f HTTP/1.1" status: 204 len: 168 time: 0.9735920 Sep 03 01:48:10.114227 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51904) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:10.163598 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Deleting subnet 230a78c4-40d6-4e74-8c63-018d2c22c577 {{(pid=106679) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 01:48:10.167552 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Publish callbacks [] for subnet (230a78c4-40d6-4e74-8c63-018d2c22c577), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.202194 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4413660'] for subnet (230a78c4-40d6-4e74-8c63-018d2c22c577), precommit_delete_associations {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.276339 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-881605'] for subnet (230a78c4-40d6-4e74-8c63-018d2c22c577), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.311061 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:10.406191 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-877555', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4413491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4913985'] for subnet (230a78c4-40d6-4e74-8c63-018d2c22c577), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.433422 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230a78c4-40d6-4e74-8c63-018d2c22c577,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:10.437451 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.444992 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-66c9f5a0-f802-4161-895c-4b4e1cc5a182 admin admin] 10.222.0.13 "DELETE /networking/v2.0/subnets/230a78c4-40d6-4e74-8c63-018d2c22c577 HTTP/1.1" status: 204 len: 168 time: 0.3254015 Sep 03 01:48:10.444992 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51906) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:10.445273 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b95379-e1fa-43dc-88ac-544b859be997 None None] Network ba236f60-f403-4725-9dfa-6fd7019fe085 requested from dv-cinder-838009-7-iscsi {{(pid=106680) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 01:48:10.521445 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-854388'] for network (ba236f60-f403-4725-9dfa-6fd7019fe085), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.567163 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Deleting port d3c736a9-8520-4761-9f1a-057286f55b6e {{(pid=106679) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:10.567503 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.607615 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] DHCP port deletion for ba236f60-f403-4725-9dfa-6fd7019fe085 request from dv-cinder-838009-7-iscsi {{(pid=106680) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 01:48:10.633408 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.db [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] For port d3c736a9-8520-4761-9f1a-057286f55b6e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d3c736a9-8520-4761-9f1a-057286f55b6e,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106679) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:10.633814 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.647135 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] Deleting port d3c736a9-8520-4761-9f1a-057286f55b6e {{(pid=106680) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 01:48:10.647573 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734291159507'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), before_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.647875 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.plugin [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Calling delete_port for d3c736a9-8520-4761-9f1a-057286f55b6e owned by network:dhcp {{(pid=106679) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:10.715964 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.db [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] For port d3c736a9-8520-4761-9f1a-057286f55b6e, host dv-cinder-838009-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-838009-7-iscsi',level=0,port_id=d3c736a9-8520-4761-9f1a-057286f55b6e,segment=NetworkSegment(00acbb55-c571-4148-9e73-198111816fe7),segment_id=00acbb55-c571-4148-9e73-198111816fe7)] {{(pid=106680) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 01:48:10.716361 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2008450'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), precommit_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.728990 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] Calling delete_port for d3c736a9-8520-4761-9f1a-057286f55b6e owned by network:dhcp {{(pid=106680) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 01:48:10.806292 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4408556'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.811702 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678113', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-355278', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734291164088', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734290783618'] for port (d3c736a9-8520-4761-9f1a-057286f55b6e), after_delete {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.832048 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c736a9-8520-4761-9f1a-057286f55b6e,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:10.835873 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] No DVR routers for this DVR port d3c736a9-8520-4761-9f1a-057286f55b6e on host dv-cinder-838009-7-iscsi {{(pid=106679) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:48:10.845061 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] Pushing event deleted for resources: {'Port': ['ID=d3c736a9-8520-4761-9f1a-057286f55b6e,revision_number=None']} {{(pid=106680) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:10.845527 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a289b-0858-4f95-8065-622acd9dab49 None None] No DVR routers for this DVR port d3c736a9-8520-4761-9f1a-057286f55b6e on host dv-cinder-838009-7-iscsi {{(pid=106680) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 01:48:10.910573 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e354c182-b849-4ac3-9a3a-d9496a959a9c no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:10.910743 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-817570', 'neutron.services.segments.db._delete_segments_for_network-8734291317908'] for network (ba236f60-f403-4725-9dfa-6fd7019fe085), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.930584 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: e354c182-b849-4ac3-9a3a-d9496a959a9c {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:10.930952 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device e354c182-b849-4ac3-9a3a-d9496a959a9c not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:10.931338 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 60c6394c-2564-4773-b970-9ba264543a8f no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:10.940964 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba236f60-f403-4725-9dfa-6fd7019fe085']}} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:10.951321 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00acbb55-c571-4148-9e73-198111816fe7') {'for_net_delete': True} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:10.951630 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.services.segments.db [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00acbb55-c571-4148-9e73-198111816fe7') {} {{(pid=106679) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 01:48:10.953418 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: 60c6394c-2564-4773-b970-9ba264543a8f {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:10.953764 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device 60c6394c-2564-4773-b970-9ba264543a8f not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:10.954170 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d3c736a9-8520-4761-9f1a-057286f55b6e no longer exists at agent ovs-agent-dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 01:48:10.961381 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734291312020', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4413643'] for segment (00acbb55-c571-4148-9e73-198111816fe7), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.972385 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.plugin [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] No Port match for: d3c736a9-8520-4761-9f1a-057286f55b6e {{(pid=106680) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 01:48:10.972731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron.plugins.ml2.rpc [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Device d3c736a9-8520-4761-9f1a-057286f55b6e not bound to the agent host dv-cinder-838009-7-iscsi {{(pid=106680) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 01:48:10.974747 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523'] for segment (00acbb55-c571-4148-9e73-198111816fe7), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:10.982037 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=106679) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 01:48:10.982580 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-804523', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4408465'] for segment (00acbb55-c571-4148-9e73-198111816fe7), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.055833 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 00acbb55-c571-4148-9e73-198111816fe7 resource provider aggregate not found Sep 03 01:48:11.072127 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.services.segments.plugin [-] Segment 00acbb55-c571-4148-9e73-198111816fe7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00acbb55-c571-4148-9e73-198111816fe7 found for delete ", "request_id": "req-8ed621f3-0211-4ec8-8aa3-560c63a9be20"}]} Sep 03 01:48:11.102912 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-817579', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1698113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1585327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2011123'] for network (ba236f60-f403-4725-9dfa-6fd7019fe085), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.108735 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1587541'] for network (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.111882 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] 10.222.0.13 "DELETE /networking/v2.0/networks/ba236f60-f403-4725-9dfa-6fd7019fe085 HTTP/1.1" status: 204 len: 168 time: 0.6676958 Sep 03 01:48:11.123969 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79711b-9248-4873-90ac-9eff6df18c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba236f60-f403-4725-9dfa-6fd7019fe085,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:11.452853 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51916) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:11.482317 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:11.493072 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-f04e6dcb-fde3-4ac2-9685-ed451f0a98bb admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=4c46ebe5d6a74509ba46325e2376d170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391088 Sep 03 01:48:11.496635 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51918) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:11.547854 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bea93394-f599-42a1-9353-13e47ed022ef admin admin] Publish callbacks [] for security_group (ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.569436 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bea93394-f599-42a1-9353-13e47ed022ef admin admin] Publish callbacks [] for security_group (ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.705347 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bea93394-f599-42a1-9353-13e47ed022ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.707970 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-bea93394-f599-42a1-9353-13e47ed022ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:11.713778 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-bea93394-f599-42a1-9353-13e47ed022ef admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe HTTP/1.1" status: 204 len: 168 time: 0.2116234 Sep 03 01:48:11.717290 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea93394-f599-42a1-9353-13e47ed022ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb3ccef-34cf-44bf-9a00-05fbb5b95bfe,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:12.367072 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51924) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:12.406395 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-12fb72ca-440d-4552-9f7f-692b1f5503b0 admin admin] 10.222.0.13 "GET /networking/v2.0/security-groups?tenant_id=7ac9d587c54c4cdb8b2511639ce87d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381010 Sep 03 01:48:12.408837 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [-] (106679) accepted ('10.222.0.13', 51926) {{(pid=106679) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 01:48:12.414602 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:12.457590 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-84b9a532-ddc7-423f-8cbf-bae530900a58 admin admin] Publish callbacks [] for security_group (ce62b938-d5fb-4600-8ba3-9e16f083008d), before_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:12.477985 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-84b9a532-ddc7-423f-8cbf-bae530900a58 admin admin] Publish callbacks [] for security_group (ce62b938-d5fb-4600-8ba3-9e16f083008d), precommit_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:12.590957 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-84b9a532-ddc7-423f-8cbf-bae530900a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692655'] for security_group (ce62b938-d5fb-4600-8ba3-9e16f083008d), after_delete {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:12.593466 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron_lib.callbacks.manager [None req-84b9a532-ddc7-423f-8cbf-bae530900a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106679) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:12.594610 dv-cinder-838009-7-iscsi neutron-server[106679]: INFO neutron.wsgi [None req-84b9a532-ddc7-423f-8cbf-bae530900a58 admin admin] 10.222.0.13 "DELETE /networking/v2.0/security-groups/ce62b938-d5fb-4600-8ba3-9e16f083008d HTTP/1.1" status: 204 len: 168 time: 0.1848817 Sep 03 01:48:12.602907 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9a532-ddc7-423f-8cbf-bae530900a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce62b938-d5fb-4600-8ba3-9e16f083008d,revision_number=None']} {{(pid=106679) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 01:48:15.893351 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=20 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:17.498363 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:17.499237 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG dbcounter [-] [106678] Writing DB stats neutron:DELETE=2,neutron:SELECT=1 {{(pid=106678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:19.571300 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8f56f7ce-2aa6-47f0-a32b-ef5031d9be37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:22.016999 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ad84bf57-81cb-45a3-9d19-15bbd8931de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:22.598727 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG dbcounter [-] [106679] Writing DB stats neutron:DELETE=5,neutron:SELECT=37 {{(pid=106679) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:23.074141 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:23.815846 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:48:24.868400 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:24.907731 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:26.777953 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=37,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:31.085263 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:32.008510 dv-cinder-838009-7-iscsi neutron-server[106679]: DEBUG neutron.wsgi [req-a76692fd-0fc4-4156-94e6-a7845cb2c360 req-e71652c1-381d-424f-87f5-dc7807fe5e36 service neutron] (106679) timed out ('10.222.0.42', 56783) {{(pid=106679) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 03 01:48:33.809022 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=6 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:36.187331 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-49115760-eebf-4af2-bfa6-216af171fd21 req-20eaf23b-edc8-4711-a840-e5f620492ac3 service neutron] (106678) timed out ('10.222.0.42', 56821) {{(pid=106678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 03 01:48:39.795049 dv-cinder-838009-7-iscsi neutron-server[106678]: DEBUG neutron.wsgi [req-533a61a4-62be-421a-92cf-0a408b92faba req-237a594b-4695-4c23-a55b-3f5bb4d1649a service neutron] (106678) timed out ('10.222.0.42', 56820) {{(pid=106678) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 03 01:48:41.003057 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:41.004890 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=47,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:48:49.564956 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-6ee9c6ff-083e-4063-8677-fe0eaac95e98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:51.999211 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5a50eac4-418d-4abd-8003-e7f9665ab704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:53.125017 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:54.818604 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:48:54.870485 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:00.816172 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:49:01.090293 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:03.773188 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:11.012820 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:11.014655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:16.832194 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=14 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:16.834052 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=17 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:19.543712 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-4ba6a57f-fcab-4a0d-b1b0-3cc172fbabb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:22.001895 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e09e82ea-6a5a-4c49-bccf-fbd2b326152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:23.090187 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:24.829567 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:24.903955 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:31.092285 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:37.816065 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:49:40.780108 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=3 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:41.012955 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:41.014818 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:47.811730 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:49:49.549784 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-09888678-61f2-4f0c-a83b-eb8fb7a2dd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:52.011915 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a3c9e16c-93be-4979-aa5a-3bb36c492e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:53.090229 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:54.815356 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:49:54.892049 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:01.115592 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:11.008568 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:50:11.010848 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:50:14.814904 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:50:19.603415 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-5f26e30a-cc95-4576-913c-564da17c2211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:22.023277 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-a42d8ab4-5be2-4249-8c41-14e2db62e952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:23.119861 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:24.810025 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:50:24.810783 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:50:24.838092 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:24.891363 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:31.077588 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:41.007708 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:50:41.009543 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:50:49.553174 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-cabf5d87-3afc-4b3b-91b8-8ec12b8939c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:51.814897 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:50:51.999373 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-79163858-1312-488c-bbda-d8fa3a6b51c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:53.090993 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:54.845199 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:50:54.890541 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:01.073873 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:01.810003 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:01.810822 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:11.019747 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:11.026686 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:16.840718 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=13 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:16.842597 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=13 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:19.558520 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-b5c119d1-b5e1-4dbc-84a0-847d06e1013e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:21.975830 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-01df390c-c4a9-44aa-9da5-f6d666cc5075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:23.107144 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:24.825745 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:24.905331 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:28.813723 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:51:31.107465 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:38.809515 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:38.810277 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:41.022866 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:41.024694 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:UPDATE=2,neutron:SELECT=9 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:51:49.557859 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ef4473ce-002e-458f-ad1b-cd9b70f9d81d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:51.986858 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-e594938f-6268-426f-b489-cca7e31ceee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:53.118384 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:54.830885 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:51:54.901113 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:01.083435 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:05.812648 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:52:11.017348 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:11.023302 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:15.808650 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:17.834642 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:19.540841 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-8b08c105-dbcf-4cb8-a8b4-fadd4e751d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:21.986222 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ad689243-0ee6-4cdc-baea-b759be6df852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:23.111914 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:24.826655 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:24.894300 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:31.110402 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:36.841803 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:41.022868 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:42.811563 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:52:45.762149 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:49.572721 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-7d4b0f69-2af0-44ed-b810-350efc829dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:51.990900 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-07c79e4f-b9a4-437a-af59-8d4bccd7416f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:52.807486 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=4 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:52:53.099559 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:54.837628 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:52:54.905521 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:01.092442 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:11.036071 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:53:11.037903 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG dbcounter [-] [106680] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106680) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:53:19.544997 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-ac12528e-be5e-460a-b19f-1fbdd96bcf00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (88e95906-96ce-4de1-bfbc-2d15db590145), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:19.811758 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG neutron.db.agents_db [None req-96b95986-bd0e-4003-a73f-3dda0c2c5f76 None None] Agent healthcheck: found 6 active agents {{(pid=106681) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 01:53:22.019218 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-80433cd8-8ee0-4edf-9d67-381328283b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (c3c15c95-a9f9-4357-be96-6ede540b5503), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:22.756860 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=19 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:53:23.116290 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-d6237630-c6a5-46ec-9f54-b60d820f407c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3e80b362-f44c-4654-8ee7-5d66dc872d99), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:24.830529 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-f315b9af-9f7f-4372-922c-d661a22219a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (3bb1d201-45f6-4f1a-8e4c-657cf26160dc), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:24.882138 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-37931bde-4319-41db-8582-ba36e63e11a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (f6c8072c-c935-4e0f-9e17-8e722cf9d6a9), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 01:53:29.806325 dv-cinder-838009-7-iscsi neutron-server[106681]: DEBUG dbcounter [-] [106681] Writing DB stats neutron:SELECT=17 {{(pid=106681) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 01:53:31.104843 dv-cinder-838009-7-iscsi neutron-server[106680]: DEBUG neutron_lib.callbacks.manager [None req-69f3c9bf-34bc-4778-ab82-c4f1c8c34e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734291317890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-815203'] for agent (312fa027-f17a-49ee-a38e-db6fc6eff083), after_update {{(pid=106680) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}